-- Logs begin at Wed 2022-08-31 03:54:15 UTC, end at Wed 2022-08-31 04:53:32 UTC. -- Aug 31 04:26:28.591337 dv-cinder-855307-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 04:26:31.238396 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.common.config [-] Logging enabled! Aug 31 04:26:31.239060 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 04:26:31.239208 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106448) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 04:26:31.242383 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.common.config [-] Logging enabled! Aug 31 04:26:31.242640 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev528 Aug 31 04:26:31.242972 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106448) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 31 04:26:31.243936 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:26:31.244172 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:26:31.244669 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:26:31.244916 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:26:31.245143 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:26:31.245472 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.245774 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.246005 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.246299 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.246574 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.246893 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.247187 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.247484 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.247776 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.248055 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.248344 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.248569 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.248853 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.249141 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.249709 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.249948 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] debug = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.250105 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.250544 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.250986 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.251269 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.251563 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.251843 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.252122 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.252398 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.252683 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.253017 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] host = dv-cinder-855307-1-iscsi {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.253297 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.253586 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.253876 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.254166 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.254445 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.254762 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.255024 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.255301 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.255574 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] log_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.255849 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.256138 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.256428 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.256719 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.256947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.257170 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.257457 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.257748 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.258024 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.258298 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.258577 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.258883 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.259161 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.259434 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.259721 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.260007 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.260293 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.260567 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.260840 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.261112 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.261382 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.261667 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.261936 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.262207 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.262479 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.262788 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.263061 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.263335 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.263638 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.263927 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.264208 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.264496 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.264767 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.265075 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.265348 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.265621 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.265891 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] use_json = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.266164 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.266433 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.266733 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.267009 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.267284 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.267555 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.267826 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.268111 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.268387 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:31.268684 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.268984 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.269288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.269573 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.269881 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.270163 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.270454 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.270749 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.271049 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.271342 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.271637 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.271921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.272224 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.272514 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.272809 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.273119 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.273416 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.273711 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.273988 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.274264 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.274538 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.274855 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.275133 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.275414 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.275704 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.275993 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.276274 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.276573 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.276859 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.277148 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.277445 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.277737 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.278013 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.278293 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.278587 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.278891 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.279166 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.279454 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.279731 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.280004 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.280289 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.280633 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.280978 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.281259 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.281543 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.281837 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.282117 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.282395 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.282669 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.282973 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.283246 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.283535 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.283813 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.284086 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.284361 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.284641 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.284916 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.285193 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.285474 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.285756 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.286037 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.286315 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.286596 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.286898 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.287175 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.287451 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.287728 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.288003 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.288281 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.288561 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.288835 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.289110 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.289384 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.289660 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.289946 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.290249 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.290528 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.290831 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.291113 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.291392 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.291671 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.291951 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.292233 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.292507 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.292780 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.293071 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.293358 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.293644 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.293928 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.294223 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.294518 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.294817 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.295116 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.295376 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.295655 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.295932 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.296237 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.296600 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.297053 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.297350 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.297644 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.297945 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.298244 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.298532 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.298860 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.299160 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.299462 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.299746 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.300059 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.300341 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:31.300560 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:26:31.300804 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106448) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 04:26:31.591869 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 04:26:31.592182 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 04:26:31.592427 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 04:26:31.592680 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 31 04:26:31.592956 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 31 04:26:31.593334 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 04:26:32.005644 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.005846 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.006107 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.007326 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.007605 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.007873 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.059579 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.059834 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.060133 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.077018 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.077312 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.077608 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.105994 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.106272 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.106540 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.142392 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.142665 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.142962 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.373035 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.373699 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.373699 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.373869 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.374785 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.470642 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.471009 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.471272 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.471546 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.471813 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.472123 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.472385 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.472640 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.472896 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.473179 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.473438 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.473686 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.473941 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.474196 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.474450 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.474711 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.474979 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.475261 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.475513 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.475772 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.476043 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.476293 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.476574 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.476957 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.477208 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.477456 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.477874 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:32.478115 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:32.478353 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:32.478590 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:32.478855 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:32.479093 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:32.479466 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 04:26:32.482649 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 04:26:32.486690 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 04:26:32.490714 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 31 04:26:32.492366 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 04:26:32.493009 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 04:26:32.493350 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 04:26:32.493729 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 04:26:32.496523 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 04:26:32.496775 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 04:26:32.497131 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 04:26:32.502241 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 04:26:32.525175 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 04:26:32.525634 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.525933 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106448) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 31 04:26:32.526305 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.527675 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106448) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 04:26:32.527957 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 04:26:32.528197 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 04:26:32.531902 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.532184 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:32.678112 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 04:26:32.678279 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 04:26:32.678550 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 04:26:32.679011 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 04:26:32.733613 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO dbcounter [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Registered counter for database neutron Aug 31 04:26:32.752630 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_db.sqlalchemy.engines [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106448) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 04:26:32.759165 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG dbcounter [-] [106448] Writer thread running {{(pid=106448) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 04:26:33.305446 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing driver for type 'gre' Aug 31 04:26:33.306004 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] gre ID ranges: [(1, 1000)] Aug 31 04:26:33.360511 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing driver for type 'local' Aug 31 04:26:33.360844 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing driver for type 'vlan' Aug 31 04:26:33.378390 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] VlanTypeDriver initialization complete Aug 31 04:26:33.379367 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing driver for type 'vxlan' Aug 31 04:26:33.379735 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] vxlan ID ranges: [(1, 1000)] Aug 31 04:26:33.437895 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing extension driver 'port_security' Aug 31 04:26:33.438306 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.extensions.port_security [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] PortSecurityExtensionDriver initialization complete Aug 31 04:26:33.438742 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing mechanism driver 'openvswitch' Aug 31 04:26:33.439073 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing mechanism driver 'hyperv' Aug 31 04:26:33.446067 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.plugin [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:26:33.446791 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.447159 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.447508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.448018 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 04:26:33.448461 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnet after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.448811 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnet after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.449156 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.449545 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 04:26:33.449949 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.450297 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.450637 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.451409 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 04:26:33.451808 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > security_group after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.452152 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > security_group after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.452491 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > security_group after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.452970 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 04:26:33.453403 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.453730 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.454066 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.454451 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 04:26:33.454874 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > address_group after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.455217 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > address_group after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.455551 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > address_group after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.455935 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 31 04:26:33.456368 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] ML2 OVO RPC backend initialized. {{(pid=106448) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 31 04:26:33.457073 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.457424 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.457847 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.458193 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > networks before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.458532 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.458892 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > ports before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.459233 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnet before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.459571 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnets before_response 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.459910 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.460243 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.460577 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.460908 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.461239 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.461569 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.461898 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnet after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.462230 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnet after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.462558 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.470260 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded quota_driver: . Aug 31 04:26:33.470657 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.plugin [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Modular L2 Plugin initialization complete Aug 31 04:26:33.471037 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading services supported by the core plugin {{(pid=106448) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 04:26:33.471381 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.plugins.ml2.managers [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Got port-security extension from driver 'port_security' Aug 31 04:26:33.471867 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.extensions.vlantransparent [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Disabled vlantransparent extension. Aug 31 04:26:33.472369 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106448) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 04:26:33.472689 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: router Aug 31 04:26:33.508380 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router_interface before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.508768 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router after_create 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.509138 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router before_create 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.509496 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.509864 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.510214 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router after_delete 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.510567 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > floatingip after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.510948 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > floatingip after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.511299 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router after_create 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.511921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router after_update 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.512274 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router after_update 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.512640 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.512967 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router after_update 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.513501 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_update 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.513880 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: port after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.514219 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: port after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.514550 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: subnet after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.514984 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.515412 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > port precommit_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.515760 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_create 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.516106 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: port before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.516446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.516790 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router after_update 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.517126 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_delete 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.517482 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_create 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.517840 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.518182 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_update 55549900 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.518545 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > agent after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.518922 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > agent after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.519270 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > network after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.520172 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Tracking information for resource: router configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:33.520499 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Tracking information for resource: floatingip configured {{(pid=106448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 04:26:33.525470 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.db.l3_agentschedulers_db [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 04:26:33.526048 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: port after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.526406 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: port after_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.526775 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: port after_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.527133 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: port after_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.527928 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router before_create 55550100 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.528288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_delete 55550100 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.528645 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_create 55550100 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.528999 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > router precommit_update 55550100 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.534375 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.services.provider_configuration [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service providers = [] {{(pid=106448) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 04:26:33.534767 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.db.servicetype_db [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106448) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 04:26:33.537837 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.services.service_base [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:26:33.538183 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.services.service_base [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:26:33.538527 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.services.service_base [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:26:33.539421 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.services.service_base [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 04:26:33.539789 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.services.service_base [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 04:26:33.540162 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.540475 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 04:26:33.551078 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.551404 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: auto_allocate Aug 31 04:26:33.556966 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: network precommit_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.557403 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: network precommit_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.557843 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.558161 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: tag Aug 31 04:26:33.565268 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.565571 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: timestamp Aug 31 04:26:33.569375 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.569703 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: network_ip_availability Aug 31 04:26:33.575188 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.575556 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.575907 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.576991 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.577309 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: flavors Aug 31 04:26:33.583486 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.583805 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading Plugin: revisions Aug 31 04:26:33.588180 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 04:26:33.588566 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.995s {{(pid=106448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 31 04:26:33.589301 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106448) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 31 04:26:33.589633 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Initializing extension manager. Aug 31 04:26:33.590154 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: __init__.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.590492 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: __pycache__ {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.590850 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: address_group.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.591560 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.592119 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: address-group Aug 31 04:26:33.592437 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: address_scope.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.593103 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.593664 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: address-scope Aug 31 04:26:33.594006 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: admin_state_down_before_update.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.594894 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.595398 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: router-admin-state-down-before-update Aug 31 04:26:33.595711 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: agent.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.596373 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.596865 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: agent Aug 31 04:26:33.597181 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: agent_resources_synced.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.598025 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.598526 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: agent-resources-synced Aug 31 04:26:33.598859 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: allowedaddresspairs.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.600578 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.601082 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: allowed-address-pairs Aug 31 04:26:33.601405 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: auto_allocated_topology.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.602408 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.602942 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: auto-allocated-topology Aug 31 04:26:33.603264 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: availability_zone.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.603904 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.604402 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: availability_zone Aug 31 04:26:33.604718 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: availability_zone_filter.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.605570 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.606071 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: availability_zone_filter Aug 31 04:26:33.606395 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: data_plane_status.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.607266 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.607770 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 04:26:33.608095 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: default_subnetpools.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.608983 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.609482 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: default-subnetpools Aug 31 04:26:33.609796 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: dhcpagentscheduler.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.610613 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.611084 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: dhcp_agent_scheduler Aug 31 04:26:33.611400 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: dns.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.612256 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.612746 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension dns-integration not supported by any of loaded plugins Aug 31 04:26:33.613063 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: dns_domain_ports.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.613912 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.614406 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 04:26:33.614747 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.615604 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.616097 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 04:26:33.616410 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: dvr.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.617030 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.617526 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: dvr Aug 31 04:26:33.617845 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: ecmp_routes.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.618699 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.619221 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 04:26:33.619535 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: empty_string_filtering.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.620389 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.620884 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: empty-string-filtering Aug 31 04:26:33.621202 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.622050 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.622543 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 04:26:33.622891 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.623737 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.624233 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 04:26:33.624736 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: external_net.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.625590 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.626099 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: external-net Aug 31 04:26:33.626415 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: extra_dhcp_opt.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.627286 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.627786 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: extra_dhcp_opt Aug 31 04:26:33.628102 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: extraroute.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.628949 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.629446 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: extraroute Aug 31 04:26:33.629762 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: extraroute_atomic.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.630760 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.631264 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: extraroute-atomic Aug 31 04:26:33.631577 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: filter_validation.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.632387 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.632890 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: filter-validation Aug 31 04:26:33.633204 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: fip_pf_description.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.634058 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.634550 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 04:26:33.634901 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: fip_pf_port_range.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.635751 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.636250 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 31 04:26:33.636564 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: fip_port_details.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.637417 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.637912 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: fip-port-details Aug 31 04:26:33.638230 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: flavors.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.643862 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.643862 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: flavors Aug 31 04:26:33.643862 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.643862 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.643862 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 04:26:33.643862 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: floatingip_pools.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.644335 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.644335 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: floatingip-pools Aug 31 04:26:33.644335 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: ip_allocation.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.645073 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.645572 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 04:26:33.645899 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.646757 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.647268 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: ip-substring-filtering Aug 31 04:26:33.647590 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l2_adjacency.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.648462 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.648956 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 04:26:33.649272 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.650186 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.650692 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: router Aug 31 04:26:33.651030 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3_conntrack_helper.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.653185 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.653700 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 04:26:33.654026 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.654932 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.655434 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: ext-gw-mode Aug 31 04:26:33.655840 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.656699 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.657194 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: l3-ha Aug 31 04:26:33.657510 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.658352 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.658879 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 31 04:26:33.659199 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3_flavors.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.660046 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.660539 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: l3-flavors Aug 31 04:26:33.660852 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3_ndp_proxy.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.662168 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.662679 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 31 04:26:33.663014 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.663871 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.664373 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 04:26:33.664693 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: l3agentscheduler.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.665668 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.666177 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: l3_agent_scheduler Aug 31 04:26:33.666502 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: local_ip.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.668208 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.668747 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension local_ip not supported by any of loaded plugins Aug 31 04:26:33.669067 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: logging.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.670483 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.671032 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension logging not supported by any of loaded plugins Aug 31 04:26:33.671408 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: metering.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.672096 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.672859 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: metering Aug 31 04:26:33.673181 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.674211 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.674748 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: metering_source_and_destination_fields Aug 31 04:26:33.675071 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: multiprovidernet.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.675942 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.676446 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: multi-provider Aug 31 04:26:33.676766 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: netmtu.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.677631 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.678144 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: net-mtu Aug 31 04:26:33.678459 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: netmtu_writable.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.679345 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.679847 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: net-mtu-writable Aug 31 04:26:33.680168 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: network_availability_zone.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.680791 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.681292 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: network_availability_zone Aug 31 04:26:33.681608 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: network_ip_availability.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.682646 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.683176 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: network-ip-availability Aug 31 04:26:33.683490 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: network_segment_range.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.684200 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.684699 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 04:26:33.685018 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: pagination.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.685940 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.686261 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: pagination Aug 31 04:26:33.686576 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: port_device_profile.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.687525 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.688033 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: port-device-profile Aug 31 04:26:33.688352 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: port_mac_address_override.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.689211 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.689714 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: port-mac-override Aug 31 04:26:33.690031 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.690920 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.691425 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: port-mac-address-regenerate Aug 31 04:26:33.691746 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.692600 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.693101 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: port-numa-affinity-policy Aug 31 04:26:33.693418 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: port_resource_request.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.694263 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.694783 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 04:26:33.695103 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: port_resource_request_groups.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.696007 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.696507 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 31 04:26:33.696822 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: portbindings.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.697679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.698179 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: binding Aug 31 04:26:33.698497 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: portbindings_extended.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.699722 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.700232 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: binding-extended Aug 31 04:26:33.700556 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: portsecurity.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.701763 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.702267 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: port-security Aug 31 04:26:33.702645 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: project_id.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.703735 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.704063 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: project-id Aug 31 04:26:33.704378 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: providernet.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.705237 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.705742 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: provider Aug 31 04:26:33.706055 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.709462 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.709980 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos not supported by any of loaded plugins Aug 31 04:26:33.710309 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.711532 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.712045 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 04:26:33.712371 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.713246 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.713755 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 04:26:33.714077 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_default.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.714950 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.715454 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-default not supported by any of loaded plugins Aug 31 04:26:33.715775 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_fip.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.716636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.717140 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-fip not supported by any of loaded plugins Aug 31 04:26:33.717456 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_fip_network_policy.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.718416 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.718943 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 31 04:26:33.719302 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_gateway_ip.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.720162 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.720658 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 04:26:33.720974 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_port_network_policy.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.721821 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.722316 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 04:26:33.722629 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.723629 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.724131 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 31 04:26:33.724446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.725423 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.725926 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 31 04:26:33.726241 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_pps_rule.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.727387 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.727887 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-pps not supported by any of loaded plugins Aug 31 04:26:33.728210 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_rule_type_details.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.729065 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.729562 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 04:26:33.729881 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_rule_type_filter.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.730752 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.731261 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 31 04:26:33.731575 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: qos_rules_alias.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.732554 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.733062 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 04:26:33.733384 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: quota_check_limit.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.734311 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.734858 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: quota-check-limit Aug 31 04:26:33.735187 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: quotasv2.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.736080 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.736400 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: quotas Aug 31 04:26:33.736718 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: quotasv2_detail.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.738361 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.738693 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: quota_details Aug 31 04:26:33.739050 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: rbac.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.740338 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.740857 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: rbac-policies Aug 31 04:26:33.741186 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: rbac_address_group.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.742055 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.742569 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: rbac-address-group Aug 31 04:26:33.742923 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: rbac_address_scope.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.743787 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.744293 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: rbac-address-scope Aug 31 04:26:33.744617 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: rbac_security_groups.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.745548 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.746058 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: rbac-security-groups Aug 31 04:26:33.746382 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: rbac_subnetpool.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.747265 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.747768 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: rbac-subnetpool Aug 31 04:26:33.748087 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: revisionifmatch.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.748944 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.749516 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: revision-if-match Aug 31 04:26:33.749922 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: revisions.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.750998 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.751514 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: standard-attr-revisions Aug 31 04:26:33.751835 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: router_availability_zone.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.752464 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.752966 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: router_availability_zone Aug 31 04:26:33.753285 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: routerservicetype.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.754148 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.754648 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension router-service-type not supported by any of loaded plugins Aug 31 04:26:33.754987 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.755863 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.756369 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: security-groups-normalized-cidr Aug 31 04:26:33.756686 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: security_groups_port_filtering.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.757541 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.758043 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: port-security-groups-filtering Aug 31 04:26:33.758361 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.759252 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.759752 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: security-groups-remote-address-group Aug 31 04:26:33.760065 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.760939 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.761441 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: security-groups-shared-filtering Aug 31 04:26:33.761758 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: securitygroup.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.771391 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.771928 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: security-group Aug 31 04:26:33.772259 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: segment.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.772950 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.773458 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension segment not supported by any of loaded plugins Aug 31 04:26:33.773782 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.774678 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.775215 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 04:26:33.775535 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: servicetype.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.776579 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.777091 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: service-type Aug 31 04:26:33.777411 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: sorting.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.778340 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.778658 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: sorting Aug 31 04:26:33.779001 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: standard_attr_segment.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.779857 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.780357 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 04:26:33.780712 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: standardattrdescription.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.781451 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.781953 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: standard-attr-description Aug 31 04:26:33.782271 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: stateful_security_group.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.783195 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.783697 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: stateful-security-group Aug 31 04:26:33.784015 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: stdattrs_common.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.784558 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 04:26:33.784874 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.785746 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.786242 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 04:26:33.786561 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: subnet_onboard.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.787589 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.788098 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: subnet_onboard Aug 31 04:26:33.788417 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.789284 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.789803 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 04:26:33.790118 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: subnet_service_types.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.791015 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.791520 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: subnet-service-types Aug 31 04:26:33.791835 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: subnetallocation.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.792845 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.793354 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: subnet_allocation Aug 31 04:26:33.793670 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.794289 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.794833 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: subnetpool-prefix-ops Aug 31 04:26:33.795208 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.796033 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.796581 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 04:26:33.796887 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: tagging.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.797905 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.798424 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: standard-attr-tag Aug 31 04:26:33.798757 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: timestamp.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.799903 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.800416 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loaded extension: standard-attr-timestamp Aug 31 04:26:33.800736 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: trunk.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.801699 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.802208 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension trunk not supported by any of loaded plugins Aug 31 04:26:33.802531 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: trunk_details.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.803408 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.803907 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension trunk-details not supported by any of loaded plugins Aug 31 04:26:33.804227 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: uplink_status_propagation.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.805084 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.805590 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 04:26:33.805905 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Loading extension file: vlantransparent.py {{(pid=106448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 31 04:26:33.806531 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 31 04:26:33.807064 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 04:26:33.809642 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:network Aug 31 04:26:33.810164 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:subnet Aug 31 04:26:33.810560 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:26:33.810983 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:port Aug 31 04:26:33.812366 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.812808 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service FLAVORS assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.813417 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.813847 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.814177 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:router Aug 31 04:26:33.814599 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:floatingip Aug 31 04:26:33.815118 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service METERING assigned prefix: /metering {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.816581 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.816949 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.817295 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:26:33.818306 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 04:26:33.818738 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:security_group Aug 31 04:26:33.819207 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 04:26:33.819735 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service CORE assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.820062 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:26:33.820398 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] subnetpool is already registered Aug 31 04:26:33.820840 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service CORE assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.821173 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:26:33.821501 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] subnetpool is already registered Aug 31 04:26:33.823947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.824380 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service FLAVORS assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.824974 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.825389 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.825723 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:router Aug 31 04:26:33.826418 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] router is already registered Aug 31 04:26:33.826857 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:floatingip Aug 31 04:26:33.827191 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] floatingip is already registered Aug 31 04:26:33.827751 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service METERING assigned prefix: /metering {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.828479 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 04:26:33.828806 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] rbac_policy is already registered Aug 31 04:26:33.829220 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:security_group Aug 31 04:26:33.829553 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] security_group is already registered Aug 31 04:26:33.829959 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 04:26:33.830291 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] security_group_rule is already registered Aug 31 04:26:33.831018 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service CORE assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.831353 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:26:33.831688 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] subnetpool is already registered Aug 31 04:26:33.832106 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.v2.resource_helper [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Service CORE assigned prefix: {{(pid=106448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 04:26:33.832425 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 04:26:33.832751 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING neutron.quota.resource_registry [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] subnetpool is already registered Aug 31 04:26:33.833235 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: extensions {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.834703 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: address-groups {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.836230 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: address-scopes {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.837531 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: agents {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.838686 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: auto-allocated-topology {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.839957 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: availability_zones {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.841212 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: dhcp-networks {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.842738 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: dhcp-agents {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.844270 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: routers {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.845996 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: flavors {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.847284 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: service_profiles {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.848497 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: next_providers {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.849946 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: service_profiles {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.852553 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: floatingip-pools {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.853801 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: routers {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.855538 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: floatingips {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.856836 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: l3-routers {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.858254 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: l3-agents {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.859953 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: metering-labels {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.861469 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: metering-label-rules {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.862827 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: network-ip-availabilities {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.864081 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: bindings {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.865653 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: quotas {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.867324 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: quotas {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.868853 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: rbac-policies {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.870045 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: security-groups {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.871378 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: security-group-rules {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.872642 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: service-providers {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.873851 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: subnetpools {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.875481 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: subnetpools {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.877058 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.878752 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.880562 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.882340 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.884063 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.886003 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.887781 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.889668 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.891597 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.893319 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron.api.extensions [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Extended resource: tags {{(pid=106448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 04:26:33.899706 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING keystonemiddleware.auth_token [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 04:26:33.904986 dv-cinder-855307-1-iscsi neutron-server[106448]: WARNING keystonemiddleware.auth_token [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 04:26:33.913994 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Acquiring lock "singleton_lock" {{(pid=106448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 31 04:26:33.914326 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Acquired lock "singleton_lock" {{(pid=106448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 31 04:26:33.914820 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_concurrency.lockutils [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Releasing lock "singleton_lock" {{(pid=106448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 31 04:26:33.915490 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO oslo_service.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Starting 2 workers Aug 31 04:26:33.920259 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Started child 106561 {{(pid=106448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:26:33.924765 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Started child 106562 {{(pid=106448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:26:33.925930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:33.926622 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO neutron.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 04:26:33.926881 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Publish callbacks [] for process (None), before_spawn {{(pid=106448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:33.927540 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [-] (106561) wsgi starting up on http://0.0.0.0:9696 Aug 31 04:26:33.929232 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO oslo_service.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Starting 1 workers Aug 31 04:26:33.929379 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:33.930762 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [-] (106562) wsgi starting up on http://0.0.0.0:9696 Aug 31 04:26:33.934364 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Started child 106563 {{(pid=106448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:26:33.934917 dv-cinder-855307-1-iscsi neutron-server[106448]: INFO oslo_service.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Starting 1 workers Aug 31 04:26:33.938920 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] calling RpcWorker wait() {{(pid=106563) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 04:26:33.939533 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] returning from RpcWorker wait() {{(pid=106563) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 04:26:33.939608 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Started child 106564 {{(pid=106448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 04:26:33.940175 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG neutron_lib.callbacks.manager [None req-a13935bd-e0f4-4b35-a0a0-db80b96468fd None None] Publish callbacks [] for process (None), after_spawn {{(pid=106448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:33.940661 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:33.941099 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:26:33.942051 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 04:26:33.942220 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:26:33.942548 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:26:33.942994 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:26:33.943322 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:26:33.943460 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:26:33.944011 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.944292 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.944503 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.944624 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:33.945438 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.945564 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:26:33.946021 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.946277 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.946536 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.946826 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.947096 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.947245 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.947571 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.947811 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.948041 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.948349 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.948615 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.948851 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.949102 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.949255 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.949667 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.949933 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.950195 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.950457 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] debug = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.950700 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.951575 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.951818 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.952061 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.952304 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.952655 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.953005 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.953187 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.953429 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.953660 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.953890 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.954155 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.954415 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.954642 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.954890 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.955153 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.955371 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.955863 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] host = dv-cinder-855307-1-iscsi {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.956103 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.956335 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.956574 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.956828 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.957065 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.957293 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.957559 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.957783 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.958028 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.958251 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.958510 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.958877 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.959023 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.959229 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.959390 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_options = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.959622 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.959890 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.960147 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.960337 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.960502 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.960638 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.960891 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.961038 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.961279 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.961491 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.961799 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.962150 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.962503 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.962894 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.963277 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.963718 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.964090 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.964493 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.965009 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.965009 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.965189 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.965403 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.965678 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.965983 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.966152 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.966318 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.966533 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.966799 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.967088 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.970636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972508 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_json = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.972947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.973440 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.973440 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:33.973809 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.974212 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.974652 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.975075 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.975447 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.975869 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.976065 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.976338 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.976542 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.976803 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.977118 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.977315 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.978103 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.978103 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.978103 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.978440 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.978668 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.978919 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.979150 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.979377 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.979617 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.979838 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.980102 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.980463 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.980841 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.981207 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.981586 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.982002 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.982391 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.982811 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.983345 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.983753 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.984231 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.984666 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.984869 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.985242 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.985649 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.986041 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.986424 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.986829 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.987260 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.987655 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.988105 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.988304 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.988703 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.988912 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.989164 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.989401 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.989662 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.989904 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.990122 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.990354 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.990567 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.990822 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.991050 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.991307 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.991511 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.991873 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.992263 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.992650 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.993064 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.993265 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.993639 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.993992 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.994357 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.994709 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.994963 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.995173 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.995441 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.995680 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.995912 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.996126 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.996421 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.996657 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.996872 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.997089 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.997371 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.997514 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.997743 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.997985 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.998173 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.998386 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.998591 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.998843 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.999035 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.999252 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.999520 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.999761 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:33.999957 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.000167 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.000393 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.000637 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.000956 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.001193 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.001437 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.001658 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.001900 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.002136 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.002394 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.002606 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.002845 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.003074 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.003392 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.003572 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.003952 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.004325 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.004684 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.004923 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.005163 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.005404 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.005615 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.006063 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.006242 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.006610 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.006996 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.007225 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.007463 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.007692 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.007988 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.008185 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.008544 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.008967 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.009178 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.009481 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.009669 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.010118 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.010335 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.010606 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.010939 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.011211 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.011616 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.011845 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.012081 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.012339 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.012606 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.012858 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.013088 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.013313 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.013545 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.013780 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.014000 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.014232 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.014434 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.014921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.015313 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.015563 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.015950 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.016208 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.016456 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.016699 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.016960 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.017228 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.017473 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.017705 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.017947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.018175 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.018402 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.018625 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.019009 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.019244 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.019460 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.019677 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.019888 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.020101 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.020347 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.020570 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.020784 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.020997 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.021230 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.021444 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.021684 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.021892 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.022107 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.022414 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.022650 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.022916 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.023142 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.023344 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.023613 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.023813 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.024079 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.024330 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.024543 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.024768 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.025010 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.025261 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.025511 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.025760 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.026002 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.026201 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.026413 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.026630 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.026863 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.027093 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.027336 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.027548 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.027803 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.028039 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.028355 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.028604 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.028843 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.029076 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.029313 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.029538 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.029755 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.029969 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.030196 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.030427 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.030886 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.030982 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.031172 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.031388 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.031602 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.031812 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.032025 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.032242 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.032494 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.032729 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.032958 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.033205 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.033456 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.033672 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.033888 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.034106 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.034320 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.034526 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.034750 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.034994 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.035223 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.035441 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.035762 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.036012 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.036235 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.036483 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.036695 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.036928 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.037126 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.037332 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.037539 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.037826 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.037992 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.038196 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.038572 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.038803 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.039017 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.039243 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.039465 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.039674 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.039909 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.040110 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.040353 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.040583 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.040797 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.041009 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.041221 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.041425 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.041628 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.041843 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.042055 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.042258 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.042496 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.042745 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.042946 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.046795 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.046795 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.046795 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.046795 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.046795 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.046795 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.046795 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047358 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047446 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047961 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047961 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047961 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047961 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.047961 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.048262 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.048369 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.048654 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.048925 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.049198 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.049431 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.049763 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.050005 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.050245 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.050677 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.051100 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.051502 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.051901 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.052319 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.052636 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.052779 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.053003 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.053247 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.053502 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.053735 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.053959 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.054170 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.054407 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.054631 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.054963 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.055220 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.055356 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:26:34.055872 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 04:26:34.056028 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 04:26:34.056177 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 04:26:34.056352 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 04:26:34.056509 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 04:26:34.056695 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 04:26:34.056858 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.057017 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.057174 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.057330 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.057520 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.057679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.057834 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.058002 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.058147 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.058286 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.058438 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.058750 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.059041 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.059341 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.059499 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.059654 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.059810 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.059985 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.060129 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.060287 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.060440 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.060596 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] debug = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.060751 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.060948 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.061107 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.061261 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.061417 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.061571 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.061725 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.061885 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.062077 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.062232 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.062386 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.062540 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.062702 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.062908 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.063014 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.063171 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.063326 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.063481 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] host = dv-cinder-855307-1-iscsi {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.063638 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.063810 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.063959 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.064091 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.064394 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.064586 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.064764 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.064932 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065097 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065097 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065376 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065376 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065567 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065683 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065836 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_options = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.065990 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.066145 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.066300 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.066488 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.066639 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.066949 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.067238 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.067525 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.067810 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.068109 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.068495 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.068791 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.068938 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.069090 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.069246 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.069413 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.069563 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.069716 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.069870 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.070025 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.070182 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.070337 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.070490 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.070644 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.070826 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.070984 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.071152 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.071289 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.071421 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.071548 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.071698 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.071839 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.071996 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.072134 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.072291 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.072442 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.072575 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.072727 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.072886 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.073028 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.073182 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.073335 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.073475 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.073629 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.073785 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.073939 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.074092 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_json = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.074247 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.074400 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.074554 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.074709 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.074882 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.075035 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.075189 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.075343 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.075497 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 04:26:34.075681 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.075839 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.076445 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.076604 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.076763 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.076921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.077079 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.077236 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.077394 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.077637 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.077815 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.077976 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.078144 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.078303 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.078461 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.078623 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.078895 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079032 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079153 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079311 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079480 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079667 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079667 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079851 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.079940 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.080101 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.080312 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.080442 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.080559 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.080717 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.080891 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.081048 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.081206 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.081364 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.081522 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.081679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.081837 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.082362 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.082362 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.082362 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.082744 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.082744 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.082744 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.083105 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.083105 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.084819 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.085679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.086509 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.086509 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.086509 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.086509 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.086509 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.086509 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087004 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087004 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087004 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087004 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087340 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087340 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087524 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087641 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087758 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.087880 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.088031 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.088188 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.088344 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.088501 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.088659 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.088827 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.088974 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.089131 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.089287 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.089443 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.089600 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.089759 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.089918 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.090080 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.090254 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.090413 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.090564 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.090756 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.090895 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.091047 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.091203 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.091361 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.091517 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.091674 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.091831 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.091989 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.092474 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.092474 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.092474 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.092764 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.092764 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.092988 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.093104 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.093242 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.093358 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.093502 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.093642 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.093804 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.093960 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.094118 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.094275 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.094432 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.094588 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.094764 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.094925 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.095092 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.095250 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.095409 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.095571 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.095735 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.095904 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.096064 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.096222 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.096379 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.096538 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.096696 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.096854 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.097013 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.097172 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.097327 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.097484 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.097652 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.097809 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.097968 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.098126 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.098306 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.098466 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.098623 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.098801 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.098961 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.099118 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.099275 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.099432 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.099591 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.099748 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.099917 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.100051 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.100209 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.100366 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.100523 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.100681 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.100837 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.100994 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.101150 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.101307 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.101464 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.101620 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.101777 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.101933 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.102090 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.102246 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.102403 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.102560 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.102774 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.102894 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.103051 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.103207 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.103367 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.103523 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.103680 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.103837 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.103994 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.104156 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.104315 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.104472 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.104631 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.104790 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.104947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.105105 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.105267 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.105431 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.105586 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.105743 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.105900 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.106058 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.106217 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.106373 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.106532 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.106688 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.106866 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.107043 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.107201 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.107358 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.107517 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.107675 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.107833 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.107991 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.108155 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109288 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.109921 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.110217 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.110217 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.110374 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.110452 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.110563 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.110755 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.110903 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.111062 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.111220 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.111379 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.111585 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.111679 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.111841 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.111999 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.112171 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.112330 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.112486 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.112647 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.112805 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.112961 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.113128 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.113285 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.113443 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.113599 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.113755 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.113912 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.114079 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.114235 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.114392 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.114548 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.114706 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.114882 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.115048 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.115204 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.115360 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.115520 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.115676 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.115832 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.115997 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.116153 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.116309 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.116474 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.116610 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.116766 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.116932 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.117088 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.117247 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.117389 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.117545 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.117702 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.117872 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.118030 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.118188 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.118353 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.118510 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.118667 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.118845 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.119014 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.119172 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.119331 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.119488 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.119645 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.119820 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.120022 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.120210 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.120376 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.120490 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.120648 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.120814 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.120979 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.121145 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.121303 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.121465 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.121634 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.121790 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.121947 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.122105 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.122263 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.122420 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.122577 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.122748 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.122909 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.123066 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.123224 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.123382 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.123541 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.123698 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.123855 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.124013 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.124171 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.124327 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.124527 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.124686 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 04:26:34.124833 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 04:26:34.272730 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43658) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:26:34.282563 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0069075 Aug 31 04:26:34.286974 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037651 Aug 31 04:26:43.431259 dv-cinder-855307-1-iscsi neutron-server[106448]: DEBUG dbcounter [-] [106448] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106448) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:45.542809 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writer thread running {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 04:26:45.542809 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd740e-94c4-42fe-ac34-73bf1e52f296 None None] get_active_networks_info from dv-cinder-855307-1-iscsi {{(pid=106563) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 31 04:26:45.670071 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd740e-94c4-42fe-ac34-73bf1e52f296 None None] No non-hosted networks {{(pid=106563) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 04:26:45.672496 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-32f1cc61-9bc5-4417-acab-3b2a20e18fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588994'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:47.341254 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writer thread running {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 04:26:47.957713 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8eb5-8c72-4974-b095-10dc73534a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588994'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:47.995069 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-345f867f-a6bf-40e1-9d4a-b14f821b1ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:48.925796 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43730) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:26:48.962933 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588994'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:49.733207 dv-cinder-855307-1-iscsi neutron-server[106561]: WARNING oslo_policy.policy [None req-f453bfcf-e8fc-46fb-96eb-e18b3401f33f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:26:49.734266 dv-cinder-855307-1-iscsi neutron-server[106561]: WARNING oslo_policy.policy [None req-f453bfcf-e8fc-46fb-96eb-e18b3401f33f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:26:50.070565 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [None req-f453bfcf-e8fc-46fb-96eb-e18b3401f33f admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:26:50.108166 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f453bfcf-e8fc-46fb-96eb-e18b3401f33f admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1700313 Aug 31 04:26:50.292086 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588994'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:50.630654 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588994'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:50.635123 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.635491 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.635827 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.636177 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.637099 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.637440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.637756 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.638105 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.641555 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.643009 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.643949 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.644522 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.646071 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.646565 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.650313 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:50.650688 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855307-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:26:50.667988 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855307-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:26:51.346153 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.db.l3_hamode_db [None req-dbf06dca-36f7-4718-afa1-2729c6bc961a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 04:26:51.427347 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf06dca-36f7-4718-afa1-2729c6bc961a None None] Routers set() bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:26:51.427740 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf06dca-36f7-4718-afa1-2729c6bc961a None None] Router IDs set() for agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 04:26:52.684515 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43766) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:26:53.021593 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:26:53.033428 dv-cinder-855307-1-iscsi neutron-server[106561]: ERROR stevedore.extension [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 04:26:53.114157 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.policy [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106561) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 04:26:53.156223 dv-cinder-855307-1-iscsi neutron-server[106561]: WARNING oslo_policy.policy [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:26:53.156829 dv-cinder-855307-1-iscsi neutron-server[106561]: WARNING oslo_policy.policy [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:26:53.176770 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writer thread running {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 04:26:53.257084 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777312649858', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777312650422', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777312731987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777312755878', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777312753389', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777312712285', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7952100', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7972533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649345', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544191'] for rbac-policy (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:53.332242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:53.333431 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-096fd0fa-9738-4ba0-92f2-d7f18de08f13 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6480846 Aug 31 04:26:55.801091 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43776) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:26:56.171587 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:26:56.201578 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Made reservation on behalf of 5db3d2a60ec94cf1ad027cdaa14910bf for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:26:56.206952 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.226408 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.345826 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks [] for security_group (04abcfc5-ea6d-452d-8fb0-de1fb5ab7192), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.353809 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (04abcfc5-ea6d-452d-8fb0-de1fb5ab7192), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.386169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:26:56.414552 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777314595898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (8bc075d0-6d8c-457e-aa33-6caa5e6935e2), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.415129 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Unsubscribe: segment precommit_create {{(pid=106561) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 04:26:56.415648 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Added segment 8bc075d0-6d8c-457e-aa33-6caa5e6935e2 of type vlan for network 24bbb1be-09b3-4531-becb-4aca06d62af0 Aug 31 04:26:56.431035 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=04abcfc5-ea6d-452d-8fb0-de1fb5ab7192,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:26:56.481672 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.481999 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.482350 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.482689 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.483037 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.483355 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.483667 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.483972 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.484282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.484621 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.484997 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.485330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.485636 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.485941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.486244 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Tracked resource versions report: Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: pushed versions: Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: { 'AddressGroup': {'1.2'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Agent': {'1.1'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'ConntrackHelper': {'1.0'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Log': {'1.0'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'NDPProxy': {'1.0'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Network': {'1.1'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Port': {'1.7'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'PortForwarding': {'1.3'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'QosPolicy': {'1.10'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroup': {'1.5'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SubPort': {'1.0'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Subnet': {'1.1'}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Trunk': {'1.1'}} Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: consumer versions: Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Agent': '1.1', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'ConntrackHelper': '1.0', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'LocalIPAssociation': '1.0', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Log': '1.0', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'NDPProxy': '1.0', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Network': '1.1', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Port': '1.7', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'PortForwarding': '1.3', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'QosPolicy': '1.10', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroup': '1.5', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroupRule': '1.2', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SubPort': '1.0', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Subnet': '1.1', Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Trunk': '1.1'}} Aug 31 04:26:56.487789 dv-cinder-855307-1-iscsi neutron-server[106561]: {{(pid=106561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:26:56.525925 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (24bbb1be-09b3-4531-becb-4aca06d62af0), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.570124 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (24bbb1be-09b3-4531-becb-4aca06d62af0), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.577798 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:26:56.578650 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:56.599886 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=52,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:56.685958 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8834474 Aug 31 04:26:56.698347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98545f8-8758-498e-94bd-8e977a6b579c demo demo] Pushing event updated for resources: {'Network': ['ID=24bbb1be-09b3-4531-becb-4aca06d62af0,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:26:56.713055 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:26:59.091731 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43790) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:26:59.547858 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5332800-8d9c-4380-82f8-cf710ea0b445 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:26:59.549418 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e5332800-8d9c-4380-82f8-cf710ea0b445 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/24bbb1be-09b3-4531-becb-4aca06d62af0 HTTP/1.1" status: 200 len: 825 time: 0.4566858 Aug 31 04:26:59.578123 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9f319164-8243-44ad-ac73-999276fd1818 demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/210381d0-10e3-4e9f-aa8f-36b447be8114 HTTP/1.1" status: 200 len: 734 time: 0.0192206 Aug 31 04:26:59.587191 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '210381d0-10e3-4e9f-aa8f-36b447be8114'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:26:59.611227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Made reservation on behalf of 5db3d2a60ec94cf1ad027cdaa14910bf for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:26:59.613655 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:59.779405 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:26:59.911390 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (ea42fa9b-099a-4147-b4f9-8af8dc29c319), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:26:59.977242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ea42fa9b-099a-4147-b4f9-8af8dc29c319,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:26:59.987960 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Checking segment: {'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:26:59.988517 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Network hostable DHCP agents. Network: 24bbb1be-09b3-4531-becb-4aca06d62af0, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:27:00.010264 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:27:00.023089 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 24bbb1be-09b3-4531-becb-4aca06d62af0) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:00.028133 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:27:00.028741 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:00.033238 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d689049-cc21-4a05-ad67-71270c24e06f None None] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:27:00.046411 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a06c7b5e-d859-49f5-b93a-70df6b500341 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4624445 Aug 31 04:27:00.296393 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-24bbb1be-09b3-4531-becb-4aca06d62af0', 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'fixed_ips': [{'subnet_id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:27:00.297725 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:00.580363 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Allocated IP 172.20.0.2 (24bbb1be-09b3-4531-becb-4aca06d62af0/ea42fa9b-099a-4147-b4f9-8af8dc29c319/b5986a03-bdd7-41f6-8db3-1c6d987730de) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:27:00.594540 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:00.848828 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Publish callbacks [] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:00.857175 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:00.934583 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:27:00.941075 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:00.947997 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Pushing event updated for resources: {'Port': ['ID=b5986a03-bdd7-41f6-8db3-1c6d987730de,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:00.948486 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:27:00.959435 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.959771 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.960121 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.960468 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.960806 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.961125 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.961443 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.961761 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.962076 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.962396 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.962692 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.963056 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.963379 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.963692 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.964007 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Tracked resource versions report: Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: pushed versions: Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: { 'AddressGroup': {'1.2'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Agent': {'1.1'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'ConntrackHelper': {'1.0'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Log': {'1.0'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'NDPProxy': {'1.0'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Network': {'1.1'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Port': {'1.7'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'PortForwarding': {'1.3'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'QosPolicy': {'1.10'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroup': {'1.5'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SubPort': {'1.0'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Subnet': {'1.1'}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Trunk': {'1.1'}} Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: consumer versions: Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Agent': '1.1', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'ConntrackHelper': '1.0', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'LocalIPAssociation': '1.0', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Log': '1.0', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'NDPProxy': '1.0', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Network': '1.1', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Port': '1.7', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'PortForwarding': '1.3', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'QosPolicy': '1.10', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroup': '1.5', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroupRule': '1.2', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SubPort': '1.0', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Subnet': '1.1', Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Trunk': '1.1'}} Aug 31 04:27:00.965448 dv-cinder-855307-1-iscsi neutron-server[106563]: {{(pid=106563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:27:01.034488 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:01.044900 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Attempting to bind port b5986a03-bdd7-41f6-8db3-1c6d987730de on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:27:01.045290 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Attempting to bind port b5986a03-bdd7-41f6-8db3-1c6d987730de by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:27:01.045702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Attempting to bind port b5986a03-bdd7-41f6-8db3-1c6d987730de on network 24bbb1be-09b3-4531-becb-4aca06d62af0 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:27:01.052164 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:27:01.052539 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Checking segment: {'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:27:01.053015 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:01.053399 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Bound using segment: {'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:27:01.053857 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Bound port: b5986a03-bdd7-41f6-8db3-1c6d987730de, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:27:01.054254 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:01.114926 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] For port b5986a03-bdd7-41f6-8db3-1c6d987730de, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:27:01.136706 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] For port b5986a03-bdd7-41f6-8db3-1c6d987730de, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b5986a03-bdd7-41f6-8db3-1c6d987730de,segment=NetworkSegment(8bc075d0-6d8c-457e-aa33-6caa5e6935e2),segment_id=8bc075d0-6d8c-457e-aa33-6caa5e6935e2)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:27:01.144985 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:01.199243 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae514c-c1ec-4d61-8d36-490a82abbc86 None None] Pushing event updated for resources: {'Port': ['ID=b5986a03-bdd7-41f6-8db3-1c6d987730de,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:01.293886 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=6 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:01.295739 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:02.454054 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43804) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:02.793498 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [None req-3c997814-3821-4b69-b3ca-64ad99d72865 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:27:02.794499 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-3c997814-3821-4b69-b3ca-64ad99d72865 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3394351 Aug 31 04:27:05.207834 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43812) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:05.546467 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [None req-2f5d7061-8e3c-47ce-8570-2d2b1e41dd32 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:27:05.547483 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2f5d7061-8e3c-47ce-8570-2d2b1e41dd32 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3387229 Aug 31 04:27:07.934442 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43824) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:08.274390 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-b4c7e9f2-a8de-411a-8312-764763e56327 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:08.301812 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e9f2-a8de-411a-8312-764763e56327 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (d83c3e9f-44e6-4bef-888e-aadea283c7d2), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.303408 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e9f2-a8de-411a-8312-764763e56327 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (d83c3e9f-44e6-4bef-888e-aadea283c7d2), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.446789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e9f2-a8de-411a-8312-764763e56327 demo demo] Publish callbacks [] for router_controller (d83c3e9f-44e6-4bef-888e-aadea283c7d2), precommit_add_association {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.452906 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e9f2-a8de-411a-8312-764763e56327 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (d83c3e9f-44e6-4bef-888e-aadea283c7d2), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.462902 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b5986a03-bdd7-41f6-8db3-1c6d987730de up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:08.471978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e9f2-a8de-411a-8312-764763e56327 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.475178 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b4c7e9f2-a8de-411a-8312-764763e56327 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5396862 Aug 31 04:27:08.557873 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b5986a03-bdd7-41f6-8db3-1c6d987730de triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:08.558428 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.668372 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b5986a03-bdd7-41f6-8db3-1c6d987730de is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:08.669030 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.706252 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port b5986a03-bdd7-41f6-8db3-1c6d987730de, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b5986a03-bdd7-41f6-8db3-1c6d987730de,segment=NetworkSegment(8bc075d0-6d8c-457e-aa33-6caa5e6935e2),segment_id=8bc075d0-6d8c-457e-aa33-6caa5e6935e2)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:27:08.710927 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:08.761014 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=b5986a03-bdd7-41f6-8db3-1c6d987730de,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:09.203238 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4560d-7db5-4b93-8c46-954c512cf45a None None] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:27:09.329946 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-bfdf11c7-f0fc-4311-89d3-4fa36fd1a342 None None] Provisioning complete for port b5986a03-bdd7-41f6-8db3-1c6d987730de triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:09.330280 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bfdf11c7-f0fc-4311-89d3-4fa36fd1a342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:09.408044 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf11c7-f0fc-4311-89d3-4fa36fd1a342 None None] Current status of the port b5986a03-bdd7-41f6-8db3-1c6d987730de is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:09.526875 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-7ad79d88-6aab-45d1-ae38-2adb63314f85 None None] Provisioning complete for port b5986a03-bdd7-41f6-8db3-1c6d987730de triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:09.527579 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ad79d88-6aab-45d1-ae38-2adb63314f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:09.560491 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:09.602424 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-7ad79d88-6aab-45d1-ae38-2adb63314f85 None None] Current status of the port b5986a03-bdd7-41f6-8db3-1c6d987730de is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:10.441310 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b5986a03-bdd7-41f6-8db3-1c6d987730de up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:10.485702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b5986a03-bdd7-41f6-8db3-1c6d987730de triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:10.486088 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:10.488154 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:10.557019 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b5986a03-bdd7-41f6-8db3-1c6d987730de is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:10.867693 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 43832) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:11.440891 dv-cinder-855307-1-iscsi neutron-server[106562]: WARNING oslo_policy.policy [None req-acdec9b9-ac98-4deb-8ae5-04532431bb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:27:11.441433 dv-cinder-855307-1-iscsi neutron-server[106562]: WARNING oslo_policy.policy [None req-acdec9b9-ac98-4deb-8ae5-04532431bb48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:27:11.652695 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [None req-acdec9b9-ac98-4deb-8ae5-04532431bb48 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:27:11.653973 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-acdec9b9-ac98-4deb-8ae5-04532431bb48 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7836473 Aug 31 04:27:14.039398 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 43846) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:14.381130 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:14.393755 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writer thread running {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 31 04:27:14.394412 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:14.435939 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Made reservation on behalf of 529acf6d876d441682b1d4508345bc61 for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:27:14.445420 dv-cinder-855307-1-iscsi neutron-server[106562]: ERROR stevedore.extension [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 31 04:27:14.496318 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.policy [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106562) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 04:27:14.538991 dv-cinder-855307-1-iscsi neutron-server[106562]: WARNING oslo_policy.policy [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:27:14.539356 dv-cinder-855307-1-iscsi neutron-server[106562]: WARNING oslo_policy.policy [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 04:27:14.548722 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.569590 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.683196 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks [] for security_group (c0c42b21-ef15-466d-9766-852b6f9995b3), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.690115 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c0c42b21-ef15-466d-9766-852b6f9995b3), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.701406 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Reserving flat network on physical network physnet1 {{(pid=106562) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 04:27:14.733302 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777314595898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (16947d13-c1fd-4593-92b1-095deb17109e), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.733835 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Unsubscribe: segment precommit_create {{(pid=106562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 04:27:14.734362 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Added segment 16947d13-c1fd-4593-92b1-095deb17109e of type flat for network 46198825-639b-429b-98f5-18447e170616 Aug 31 04:27:14.751591 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c42b21-ef15-466d-9766-852b6f9995b3,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:14.803189 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.803538 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.803841 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.804194 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.804512 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.804826 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.805141 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.805456 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.805752 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.806063 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.806394 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.806740 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.807043 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.807351 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.807654 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Tracked resource versions report: Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: pushed versions: Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: { 'AddressGroup': {'1.2'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Agent': {'1.1'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'ConntrackHelper': {'1.0'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Log': {'1.0'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'NDPProxy': {'1.0'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Network': {'1.1'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Port': {'1.7'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'PortForwarding': {'1.3'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'QosPolicy': {'1.10'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroup': {'1.5'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SubPort': {'1.0'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Subnet': {'1.1'}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Trunk': {'1.1'}} Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: consumer versions: Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Agent': '1.1', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'ConntrackHelper': '1.0', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'LocalIPAssociation': '1.0', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Log': '1.0', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'NDPProxy': '1.0', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Network': '1.1', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Port': '1.7', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'PortForwarding': '1.3', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'QosPolicy': '1.10', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroup': '1.5', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroupRule': '1.2', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SubPort': '1.0', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Subnet': '1.1', Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Trunk': '1.1'}} Aug 31 04:27:14.809101 dv-cinder-855307-1-iscsi neutron-server[106562]: {{(pid=106562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:27:14.849634 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (46198825-639b-429b-98f5-18447e170616), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.898493 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (46198825-639b-429b-98f5-18447e170616), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.899727 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:27:14.900517 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:14.983921 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9434445 Aug 31 04:27:15.010755 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac439c7-944e-41e8-ba81-f11ce9865a7c admin admin] Pushing event updated for resources: {'Network': ['ID=46198825-639b-429b-98f5-18447e170616,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:15.021891 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 46198825-639b-429b-98f5-18447e170616 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:27:15.483994 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-40d18962-0426-40c8-b679-22506b67b7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:17.358684 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 43862) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:17.834091 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac15a5a6-a9d9-45df-9e09-8d7e7d3b8c02 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:27:17.835569 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ac15a5a6-a9d9-45df-9e09-8d7e7d3b8c02 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/ea42fa9b-099a-4147-b4f9-8af8dc29c319 HTTP/1.1" status: 200 len: 849 time: 0.4755409 Aug 31 04:27:17.947279 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bc8521e4-8d08-4929-8c23-4f5a532245bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:18.002592 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-2845c778-92e3-4cca-915b-b606c3c8ee8c demo admin] 10.222.0.42 "GET /networking/v2.0/routers/d83c3e9f-44e6-4bef-888e-aadea283c7d2 HTTP/1.1" status: 200 len: 704 time: 0.1578283 Aug 31 04:27:18.300181 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:18.440878 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:18.462472 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:18.465557 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=64,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:18.594275 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Allocated IP 172.20.0.1 (24bbb1be-09b3-4531-becb-4aca06d62af0/ea42fa9b-099a-4147-b4f9-8af8dc29c319/b7121367-a75b-4869-9968-1169ccee667a) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:27:18.597249 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:18.780408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks [] for port (b7121367-a75b-4869-9968-1169ccee667a), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:18.847046 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (b7121367-a75b-4869-9968-1169ccee667a), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:18.923021 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:27:18.928474 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:18.932482 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:18.936058 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:27:18.936623 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (d83c3e9f-44e6-4bef-888e-aadea283c7d2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:18.958334 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Pushing event updated for resources: {'Port': ['ID=b7121367-a75b-4869-9968-1169ccee667a,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:19.084931 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-494cd536-e139-472d-87c9-610f6923938a None None] Provisioning complete for port b7121367-a75b-4869-9968-1169ccee667a triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:19.085440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-494cd536-e139-472d-87c9-610f6923938a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b7121367-a75b-4869-9968-1169ccee667a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:19.120645 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-494cd536-e139-472d-87c9-610f6923938a None None] Port b7121367-a75b-4869-9968-1169ccee667a cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:27:19.135783 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b7121367-a75b-4869-9968-1169ccee667a), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:19.403895 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks [] for port (b7121367-a75b-4869-9968-1169ccee667a), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:19.412061 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b7121367-a75b-4869-9968-1169ccee667a), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:19.413296 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (d83c3e9f-44e6-4bef-888e-aadea283c7d2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:19.498614 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Pushing event updated for resources: {'Port': ['ID=b7121367-a75b-4869-9968-1169ccee667a,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:19.554647 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:19.568602 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:27:19.570344 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:19.723006 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:19.734963 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Router d83c3e9f-44e6-4bef-888e-aadea283c7d2 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:27:19.790028 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-0cbde2ae-fcb8-4abb-8cac-a037e5899494 None None] Provisioning complete for port b7121367-a75b-4869-9968-1169ccee667a triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:19.790399 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0cbde2ae-fcb8-4abb-8cac-a037e5899494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b7121367-a75b-4869-9968-1169ccee667a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:19.820788 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-0cbde2ae-fcb8-4abb-8cac-a037e5899494 None None] Port b7121367-a75b-4869-9968-1169ccee667a cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:27:19.828087 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:27:19.834570 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1c21b4bd-6b6b-46fd-abe3-c3057d854d32 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/d83c3e9f-44e6-4bef-888e-aadea283c7d2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8235235 Aug 31 04:27:19.837957 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Sync routers for ids ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:27:19.851093 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Routers {'d83c3e9f-44e6-4bef-888e-aadea283c7d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:27:19.851817 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:27:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:20.029222 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Set router d83c3e9f-44e6-4bef-888e-aadea283c7d2 gateway port host: None {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:27:20.220507 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:20.438809 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'name': 'router1', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:27:08Z', 'updated_at': '2022-08-31T04:27:19Z', 'revision_number': 2, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'gw_port_host': None, '_interfaces': [{'id': 'b7121367-a75b-4869-9968-1169ccee667a', 'name': '', 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'mac_address': 'fa:16:3e:e7:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:18Z', 'updated_at': '2022-08-31T04:27:19Z', 'revision_number': 2, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'subnets': [{'id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210381d0-10e3-4e9f-aa8f-36b447be8114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:20.486242 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Checking router: d83c3e9f-44e6-4bef-888e-aadea283c7d2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:27:20.486605 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Updating router d83c3e9f-44e6-4bef-888e-aadea283c7d2 port b7121367-a75b-4869-9968-1169ccee667a binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:27:20.540768 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b7121367-a75b-4869-9968-1169ccee667a), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:20.618153 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:21.047862 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Publish callbacks [] for port (b7121367-a75b-4869-9968-1169ccee667a), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:21.055657 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b7121367-a75b-4869-9968-1169ccee667a), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:21.201449 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Pushing event updated for resources: {'Port': ['ID=b7121367-a75b-4869-9968-1169ccee667a,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:21.204431 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Attempting to bind port b7121367-a75b-4869-9968-1169ccee667a on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:27:21.204918 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Attempting to bind port b7121367-a75b-4869-9968-1169ccee667a by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:27:21.205317 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Attempting to bind port b7121367-a75b-4869-9968-1169ccee667a on network 24bbb1be-09b3-4531-becb-4aca06d62af0 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:27:21.215926 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.216268 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.216610 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.216944 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.217267 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.217598 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.217907 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.218205 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.218525 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.218862 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.219176 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.219509 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.219823 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.220134 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.220474 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Tracked resource versions report: Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: pushed versions: Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: { 'AddressGroup': {'1.2'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Agent': {'1.1'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'ConntrackHelper': {'1.0'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Log': {'1.0'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'NDPProxy': {'1.0'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Network': {'1.1'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Port': {'1.7'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'PortForwarding': {'1.3'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'QosPolicy': {'1.10'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroup': {'1.5'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SubPort': {'1.0'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Subnet': {'1.1'}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Trunk': {'1.1'}} Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: consumer versions: Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Agent': '1.1', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'ConntrackHelper': '1.0', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'LocalIPAssociation': '1.0', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Log': '1.0', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'NDPProxy': '1.0', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Network': '1.1', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Port': '1.7', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'PortForwarding': '1.3', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'QosPolicy': '1.10', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroup': '1.5', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroupRule': '1.2', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SubPort': '1.0', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Subnet': '1.1', Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Trunk': '1.1'}} Aug 31 04:27:21.221905 dv-cinder-855307-1-iscsi neutron-server[106564]: {{(pid=106564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:27:21.225606 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:27:21.226006 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Checking segment: {'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:27:21.226493 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:21.226905 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Bound using segment: {'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:27:21.227368 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Bound port: b7121367-a75b-4869-9968-1169ccee667a, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc075d0-6d8c-457e-aa33-6caa5e6935e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:27:21.227749 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b7121367-a75b-4869-9968-1169ccee667a), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:21.292015 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] For port b7121367-a75b-4869-9968-1169ccee667a, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:27:21.310040 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:21.314850 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] For port b7121367-a75b-4869-9968-1169ccee667a, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b7121367-a75b-4869-9968-1169ccee667a,segment=NetworkSegment(8bc075d0-6d8c-457e-aa33-6caa5e6935e2),segment_id=8bc075d0-6d8c-457e-aa33-6caa5e6935e2)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:27:21.322067 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b7121367-a75b-4869-9968-1169ccee667a), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:21.356805 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:21.366241 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Routers {'d83c3e9f-44e6-4bef-888e-aadea283c7d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:27:21.366949 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:27:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:21.438775 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb3f06-cfb7-4755-80ec-f1ce26db6b38 None None] Pushing event updated for resources: {'Port': ['ID=b7121367-a75b-4869-9968-1169ccee667a,revision_number=4']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:21.463535 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] Set router d83c3e9f-44e6-4bef-888e-aadea283c7d2 gateway port host: None {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:27:21.653524 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'name': 'router1', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:27:08Z', 'updated_at': '2022-08-31T04:27:19Z', 'revision_number': 2, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'gw_port_host': None, '_interfaces': [{'id': 'b7121367-a75b-4869-9968-1169ccee667a', 'name': '', 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'mac_address': 'fa:16:3e:e7:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:18Z', 'updated_at': '2022-08-31T04:27:21Z', 'revision_number': 4, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'subnets': [{'id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210381d0-10e3-4e9f-aa8f-36b447be8114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:21.681664 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1237c9-3730-45dc-85c7-dd456db21722 None None] The sync data for ids ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'] in dv-cinder-855307-1-iscsi is: [{'id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'name': 'router1', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:27:08Z', 'updated_at': '2022-08-31T04:27:19Z', 'revision_number': 2, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'gw_port_host': None, '_interfaces': [{'id': 'b7121367-a75b-4869-9968-1169ccee667a', 'name': '', 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'mac_address': 'fa:16:3e:e7:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:18Z', 'updated_at': '2022-08-31T04:27:21Z', 'revision_number': 4, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'subnets': [{'id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210381d0-10e3-4e9f-aa8f-36b447be8114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:27:22.180876 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 43874) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:22.593235 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef137e-7531-4083-8b1e-b79747e6591f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:27:22.594606 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9eef137e-7531-4083-8b1e-b79747e6591f admin admin] 10.222.0.42 "GET /networking/v2.0/networks/46198825-639b-429b-98f5-18447e170616 HTTP/1.1" status: 200 len: 842 time: 0.4128423 Aug 31 04:27:22.604554 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Request body: {'subnet': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:22.624702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Made reservation on behalf of 529acf6d876d441682b1d4508345bc61 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:27:22.627053 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:22.942401 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.objects.ports [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106561) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 31 04:27:22.942893 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (7751cbfd-48a7-474e-917b-cb9ab1874999), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:22.997376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7751cbfd-48a7-474e-917b-cb9ab1874999,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:23.014040 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:27:23.014383 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Network hostable DHCP agents. Network: 46198825-639b-429b-98f5-18447e170616, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:27:23.035011 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Network 46198825-639b-429b-98f5-18447e170616 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:27:23.044784 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 46198825-639b-429b-98f5-18447e170616) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:23.049241 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:27:23.049828 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:23.054666 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7c533c-ede3-4490-8bc5-25dc5bd3d7b5 None None] Network 46198825-639b-429b-98f5-18447e170616 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:27:23.079132 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-880b1ec6-c705-4049-bb09-2f8b30edbad7 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4737206 Aug 31 04:27:23.168162 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab6b1d1-9e9d-40d4-bb73-8e133466513f None None] Network 46198825-639b-429b-98f5-18447e170616 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:27:25.672254 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 43882) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:26.101145 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4d0ba128-4275-450e-9b0c-fe7df905e0ab demo admin] 10.222.0.42 "GET /networking/v2.0/routers/d83c3e9f-44e6-4bef-888e-aadea283c7d2 HTTP/1.1" status: 200 len: 710 time: 0.4277403 Aug 31 04:27:26.190754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e511c-96a5-4e53-b436-a77e1b6c7814 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:27:26.192040 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-fc7e511c-96a5-4e53-b436-a77e1b6c7814 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/46198825-639b-429b-98f5-18447e170616 HTTP/1.1" status: 200 len: 886 time: 0.0852396 Aug 31 04:27:26.201190 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:27:26.447243 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks [] for router_gateway (d83c3e9f-44e6-4bef-888e-aadea283c7d2), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:26.674335 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks [] for router_gateway (d83c3e9f-44e6-4bef-888e-aadea283c7d2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:26.756339 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:26.813080 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:26.861482 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Allocated IP 172.27.3.65 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/c0616b94-14a0-45e8-9e25-cc6281cf3ca1) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:27:27.041486 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks [] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:27.044247 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:27.079668 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:27.120283 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:27:27.123442 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:27:27.128938 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:27:27.131353 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Pushing event updated for resources: {'Port': ['ID=c0616b94-14a0-45e8-9e25-cc6281cf3ca1,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:27.378361 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks [] for router_gateway (d83c3e9f-44e6-4bef-888e-aadea283c7d2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:27.563836 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585758', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-586214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61214'] for router (d83c3e9f-44e6-4bef-888e-aadea283c7d2), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:27.567586 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-585740', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-586205'] for router (d83c3e9f-44e6-4bef-888e-aadea283c7d2), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:27.670998 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Router d83c3e9f-44e6-4bef-888e-aadea283c7d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:27:27.722950 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:27.777137 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:27:27.781394 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:27.782607 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-528920e4-58a1-42fb-a9a2-08f4200bfb9e demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/d83c3e9f-44e6-4bef-888e-aadea283c7d2 HTTP/1.1" status: 200 len: 889 time: 1.5845847 Aug 31 04:27:27.931468 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Sync routers for ids ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:27:27.943122 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Routers {'d83c3e9f-44e6-4bef-888e-aadea283c7d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:27:27.943769 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:27:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:28.146947 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Set router d83c3e9f-44e6-4bef-888e-aadea283c7d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:27:28.419316 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:28.479214 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b7121367-a75b-4869-9968-1169ccee667a up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:28.553608 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'name': 'router1', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'c0616b94-14a0-45e8-9e25-cc6281cf3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:27:08Z', 'updated_at': '2022-08-31T04:27:27Z', 'revision_number': 4, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'gw_port': {'id': 'c0616b94-14a0-45e8-9e25-cc6281cf3ca1', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:26Z', 'updated_at': '2022-08-31T04:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'b7121367-a75b-4869-9968-1169ccee667a', 'name': '', 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'mac_address': 'fa:16:3e:e7:aa:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:18Z', 'updated_at': '2022-08-31T04:27:21Z', 'revision_number': 4, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'subnets': [{'id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210381d0-10e3-4e9f-aa8f-36b447be8114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:28.604411 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Checking router: d83c3e9f-44e6-4bef-888e-aadea283c7d2 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:27:28.604755 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Updating router d83c3e9f-44e6-4bef-888e-aadea283c7d2 port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:27:28.641308 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b7121367-a75b-4869-9968-1169ccee667a triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:28.641676 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b7121367-a75b-4869-9968-1169ccee667a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:28.666330 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:28.683744 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:28.939456 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b7121367-a75b-4869-9968-1169ccee667a is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:28.940089 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b7121367-a75b-4869-9968-1169ccee667a), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.019783 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port b7121367-a75b-4869-9968-1169ccee667a, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b7121367-a75b-4869-9968-1169ccee667a,segment=NetworkSegment(8bc075d0-6d8c-457e-aa33-6caa5e6935e2),segment_id=8bc075d0-6d8c-457e-aa33-6caa5e6935e2)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:27:29.035725 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b7121367-a75b-4869-9968-1169ccee667a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.149850 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=b7121367-a75b-4869-9968-1169ccee667a,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:29.169877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Publish callbacks [] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.175587 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.207248 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Attempting to bind port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:27:29.207537 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Attempting to bind port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:27:29.207896 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Attempting to bind port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:27:29.219362 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:27:29.219603 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:27:29.220038 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.220391 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:27:29.220952 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Bound port: c0616b94-14a0-45e8-9e25-cc6281cf3ca1, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:27:29.221307 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.245155 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8737e-2da2-4aae-a498-150737276487 None None] Pushing event updated for resources: {'Port': ['ID=c0616b94-14a0-45e8-9e25-cc6281cf3ca1,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:29.275898 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] For port c0616b94-14a0-45e8-9e25-cc6281cf3ca1, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:27:29.279117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] For port c0616b94-14a0-45e8-9e25-cc6281cf3ca1, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c0616b94-14a0-45e8-9e25-cc6281cf3ca1,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:27:29.285173 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:29.320723 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Routers {'d83c3e9f-44e6-4bef-888e-aadea283c7d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:27:29.321532 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:27:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:29.374171 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8737e-2da2-4aae-a498-150737276487 None None] Pushing event updated for resources: {'Port': ['ID=c0616b94-14a0-45e8-9e25-cc6281cf3ca1,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:29.412429 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:29.440934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] Set router d83c3e9f-44e6-4bef-888e-aadea283c7d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:27:29.557865 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:29.635607 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'name': 'router1', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'c0616b94-14a0-45e8-9e25-cc6281cf3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:27:08Z', 'updated_at': '2022-08-31T04:27:27Z', 'revision_number': 4, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'gw_port': {'id': 'c0616b94-14a0-45e8-9e25-cc6281cf3ca1', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:26Z', 'updated_at': '2022-08-31T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'b7121367-a75b-4869-9968-1169ccee667a', 'name': '', 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'mac_address': 'fa:16:3e:e7:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:18Z', 'updated_at': '2022-08-31T04:27:28Z', 'revision_number': 5, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'subnets': [{'id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210381d0-10e3-4e9f-aa8f-36b447be8114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:27:29.664388 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc85c19-ecc5-48a9-9962-ff71fe56fb15 None None] The sync data for ids ['d83c3e9f-44e6-4bef-888e-aadea283c7d2'] in dv-cinder-855307-1-iscsi is: [{'id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'name': 'router1', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'c0616b94-14a0-45e8-9e25-cc6281cf3ca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:27:08Z', 'updated_at': '2022-08-31T04:27:27Z', 'revision_number': 4, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'gw_port': {'id': 'c0616b94-14a0-45e8-9e25-cc6281cf3ca1', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:26Z', 'updated_at': '2022-08-31T04:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'b7121367-a75b-4869-9968-1169ccee667a', 'name': '', 'network_id': '24bbb1be-09b3-4531-becb-4aca06d62af0', 'tenant_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'mac_address': 'fa:16:3e:e7:aa:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83c3e9f-44e6-4bef-888e-aadea283c7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:27:18Z', 'updated_at': '2022-08-31T04:27:28Z', 'revision_number': 5, 'project_id': '5db3d2a60ec94cf1ad027cdaa14910bf', 'subnets': [{'id': 'ea42fa9b-099a-4147-b4f9-8af8dc29c319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '210381d0-10e3-4e9f-aa8f-36b447be8114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:27:30.310149 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 43894) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:27:30.531576 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b7121367-a75b-4869-9968-1169ccee667a up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:30.574355 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b7121367-a75b-4869-9968-1169ccee667a triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:30.574747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b7121367-a75b-4869-9968-1169ccee667a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:30.644919 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b7121367-a75b-4869-9968-1169ccee667a is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:30.645987 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c0616b94-14a0-45e8-9e25-cc6281cf3ca1 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:30.691286 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:30.691848 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:30.725731 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-75e22b06-9eeb-4284-b80f-26da596d8efa admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4140542 Aug 31 04:27:30.785702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:30.786097 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:30.809306 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port c0616b94-14a0-45e8-9e25-cc6281cf3ca1, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c0616b94-14a0-45e8-9e25-cc6281cf3ca1,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:27:30.816993 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:30.866971 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=c0616b94-14a0-45e8-9e25-cc6281cf3ca1,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:27:31.655921 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=40 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:31.656734 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=28 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:32.469314 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c0616b94-14a0-45e8-9e25-cc6281cf3ca1 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:27:32.512706 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:27:32.513081 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c0616b94-14a0-45e8-9e25-cc6281cf3ca1), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:32.585673 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port c0616b94-14a0-45e8-9e25-cc6281cf3ca1 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:27:33.038083 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=45,neutron:INSERT=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:33.059043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=63,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:40.718614 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=82,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:40.722608 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=9 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:42.582770 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:42.584809 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:43.979134 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:27:45.490453 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a8370cd3-d03d-4726-9e58-c79dd92e462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:47.959868 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1b78-0e77-4a37-b480-84cec18fc417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:48.936530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:50.224709 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:50.615285 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:27:53.976155 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:27:53.976155 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=7 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:00.608295 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:00.610332 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:15.486669 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0179417d-c26c-4557-a303-89caf257ea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:17.961887 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-3662fd9d-df16-497c-9766-33b8b01c9bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:18.931683 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:20.226572 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:20.610781 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:20.980222 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:28:25.991141 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:30.602645 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:30.605675 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:30.975122 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=6 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:43.978054 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:28:45.483959 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-f75d4ada-87bf-4120-8395-7e5fcc83c658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:47.960193 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2a2c90a2-69b7-4cd3-81f6-81a931fb8904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:48.940075 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:50.229564 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:50.614659 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:53.218050 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44434) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:28:53.593690 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f2851b-8e67-42dd-a2d6-b04908d2250f admin admin] GET failed (client error): The resource could not be found. Aug 31 04:28:53.594929 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-39f2851b-8e67-42dd-a2d6-b04908d2250f admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3755543 Aug 31 04:28:53.770079 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a046d-173e-4275-bef9-1e2afe63fd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:28:53.771615 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c76a046d-173e-4275-bef9-1e2afe63fd49 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1706026 Aug 31 04:28:56.097117 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44444) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:28:56.509135 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c88ac-dd48-4eb5-af97-8c92c98aa5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:28:56.510490 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e81c88ac-dd48-4eb5-af97-8c92c98aa5d9 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/ea42fa9b-099a-4147-b4f9-8af8dc29c319 HTTP/1.1" status: 200 len: 849 time: 0.4124174 Aug 31 04:28:56.524245 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:28:56.616057 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Publish callbacks [] for subnet (ea42fa9b-099a-4147-b4f9-8af8dc29c319), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:56.764789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777314669963'] for subnet (ea42fa9b-099a-4147-b4f9-8af8dc29c319), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:56.807487 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:28:56.808684 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:56.814774 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/ea42fa9b-099a-4147-b4f9-8af8dc29c319 HTTP/1.1" status: 200 len: 868 time: 0.2895730 Aug 31 04:28:56.814990 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ee20f-5fc0-440c-a94e-e57a9bba3ac0 None None] Network 24bbb1be-09b3-4531-becb-4aca06d62af0 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:28:56.830384 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea42fa9b-099a-4147-b4f9-8af8dc29c319,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:28:56.838902 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.839113 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.839469 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.839726 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.840056 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.840381 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.840702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.841017 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.841338 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.841657 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.841990 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.842301 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.842618 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.842995 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:56.843311 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1e0af7-30c1-4b7c-bc59-c6a3e6248618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:28:57.157007 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-902bc732-9b63-419f-af18-f4956a0c7344 None None] Provisioning complete for port b7121367-a75b-4869-9968-1169ccee667a triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:28:57.157381 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-902bc732-9b63-419f-af18-f4956a0c7344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b7121367-a75b-4869-9968-1169ccee667a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:57.232098 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-902bc732-9b63-419f-af18-f4956a0c7344 None None] Current status of the port b7121367-a75b-4869-9968-1169ccee667a is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:28:57.240483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-902bc732-9b63-419f-af18-f4956a0c7344 None None] Provisioning complete for port b5986a03-bdd7-41f6-8db3-1c6d987730de triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:28:57.240909 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-902bc732-9b63-419f-af18-f4956a0c7344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b5986a03-bdd7-41f6-8db3-1c6d987730de), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:28:57.311834 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-902bc732-9b63-419f-af18-f4956a0c7344 None None] Current status of the port b5986a03-bdd7-41f6-8db3-1c6d987730de is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:28:57.980320 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:28:59.232981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44454) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:28:59.738064 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3fa5b-e07b-401b-87af-acd95cdf1917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:28:59.738446 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3fa5b-e07b-401b-87af-acd95cdf1917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:28:59.740020 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-43b3fa5b-e07b-401b-87af-acd95cdf1917 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5057485 Aug 31 04:29:02.048089 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44462) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:02.496541 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec379b-4a33-42ee-8c34-add8ce6494ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:02.497010 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec379b-4a33-42ee-8c34-add8ce6494ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:02.498546 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9aec379b-4a33-42ee-8c34-add8ce6494ec admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4495492 Aug 31 04:29:02.988964 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:03.761494 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=13 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:03.767927 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=12 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:04.844963 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44470) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:05.349426 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b0c17c-c519-4f2b-acce-907d9fff1db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:05.350872 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-36b0c17c-c519-4f2b-acce-907d9fff1db3 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/24bbb1be-09b3-4531-becb-4aca06d62af0 HTTP/1.1" status: 200 len: 869 time: 0.5048263 Aug 31 04:29:07.309190 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:07.309971 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:07.747940 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44478) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:07.976558 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:08.206851 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e1b63-2044-474f-b5c4-543ff2bc2671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:08.208987 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-824e1b63-2044-474f-b5c4-543ff2bc2671 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/46198825-639b-429b-98f5-18447e170616 HTTP/1.1" status: 200 len: 886 time: 0.4596732 Aug 31 04:29:10.542201 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44486) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:11.023873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4082e-96be-45aa-9f13-6f779cf239cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:11.024269 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4082e-96be-45aa-9f13-6f779cf239cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:11.026068 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4eb4082e-96be-45aa-9f13-6f779cf239cf admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4824493 Aug 31 04:29:13.363519 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44494) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:13.783246 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b3afc2-63d1-49c4-9e5d-05fd2e3c3d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:13.783710 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b3afc2-63d1-49c4-9e5d-05fd2e3c3d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:13.785258 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-39b3afc2-63d1-49c4-9e5d-05fd2e3c3d6e admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4207063 Aug 31 04:29:15.334981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:15.346579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=75,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:15.479211 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bf81e88c-9599-4320-b107-9554c463e60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:16.096127 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44502) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:16.616428 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f3fde-4fb1-42aa-b5b1-6a65bf33fc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:16.617715 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-dd6f3fde-4fb1-42aa-b5b1-6a65bf33fc4d admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/7751cbfd-48a7-474e-917b-cb9ab1874999 HTTP/1.1" status: 200 len: 816 time: 0.5206239 Aug 31 04:29:17.955429 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2ce852ea-676e-4bb9-a9ba-bf5657e7addb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:18.939226 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:18.952627 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44510) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:19.356211 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c5afd-fe53-4c3b-b965-5591a2444657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:19.357530 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a01c5afd-fe53-4c3b-b965-5591a2444657 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/ea42fa9b-099a-4147-b4f9-8af8dc29c319 HTTP/1.1" status: 200 len: 868 time: 0.4039392 Aug 31 04:29:20.234966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:20.619107 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:29.344741 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=38 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:29.353255 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=31 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:30.605530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:30.612617 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:34.979480 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:29:44.973980 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=21 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:44.974801 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=13 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:45.484082 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9ca4d435-ceb4-47a2-be28-1abe953a8c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:47.924304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44566) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:47.959219 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-26166a53-9877-499e-bba6-6680045c8cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:48.268391 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [None req-69ae2427-4773-4071-a2cc-e896c2b9a4ad admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:29:48.269719 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-69ae2427-4773-4071-a2cc-e896c2b9a4ad admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3441415 Aug 31 04:29:48.942113 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:50.244066 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:50.623978 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:50.689117 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44574) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:51.068101 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec91723-0ab8-4966-bb72-1034c836c32e admin admin] GET failed (client error): The resource could not be found. Aug 31 04:29:51.069429 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4ec91723-0ab8-4966-bb72-1034c836c32e admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3792961 Aug 31 04:29:51.216903 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0525b38e-cc48-41b9-b86c-aa8f612416cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:51.218293 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-0525b38e-cc48-41b9-b86c-aa8f612416cc admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1441731 Aug 31 04:29:53.564639 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44582) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:53.940049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:29:53.963581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Made reservation on behalf of 529acf6d876d441682b1d4508345bc61 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:29:53.966789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:54.005738 dv-cinder-855307-1-iscsi neutron-server[106561]: WARNING neutron.services.revisions.revision_plugin [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Could not find related network for resource to bump revision. Aug 31 04:29:54.022069 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:29:54.036481 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (27f5d613-3b54-4330-b0c5-b41e595fb84e), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:54.036921 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Added segment 27f5d613-3b54-4330-b0c5-b41e595fb84e of type vlan for network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 Aug 31 04:29:54.079783 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (a257ad7b-fc65-40b4-9a7a-d3bc91d2e646), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:54.108517 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (a257ad7b-fc65-40b4-9a7a-d3bc91d2e646), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:54.110038 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:54.111004 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:54.224349 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6581590 Aug 31 04:29:54.227740 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8e71b-0dac-424f-ab27-8497504c48a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a257ad7b-fc65-40b4-9a7a-d3bc91d2e646,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:29:54.239888 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:29:56.556337 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44590) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:29:56.950705 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ddd422-b378-4db9-9ebe-73c95a20b9a8 admin admin] GET failed (client error): The resource could not be found. Aug 31 04:29:56.952071 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-05ddd422-b378-4db9-9ebe-73c95a20b9a8 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3945000 Aug 31 04:29:57.028742 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524a812-ebd6-429d-8e6e-055052230b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:57.031074 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-d524a812-ebd6-429d-8e6e-055052230b31 admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0744390 Aug 31 04:29:57.040258 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Request body: {'subnet': {'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:29:57.063941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Made reservation on behalf of 529acf6d876d441682b1d4508345bc61 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:29:57.066372 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:57.234525 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (81b9e4da-4488-4912-964a-8a1abaceed4e), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:57.287917 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b9e4da-4488-4912-964a-8a1abaceed4e,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:29:57.298404 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.298734 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.299121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.299457 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.299780 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.300099 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.300415 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.300732 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.301043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.301359 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.301689 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.302043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.302338 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.302642 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.302976 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.308673 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Checking segment: {'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:29:57.309016 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Network hostable DHCP agents. Network: a257ad7b-fc65-40b4-9a7a-d3bc91d2e646, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:29:57.327347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:29:57.337240 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, a257ad7b-fc65-40b4-9a7a-d3bc91d2e646) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:29:57.343176 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:29:57.343779 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:57.346298 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e54a8b-999f-47bb-888c-8fbcdb2ff028 None None] Network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:29:57.362237 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-98aa1e7d-f910-4e11-aed2-96d46d80a984 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3254054 Aug 31 04:29:57.459570 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-a257ad7b-fc65-40b4-9a7a-d3bc91d2e646', 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646', 'project_id': '529acf6d876d441682b1d4508345bc61', 'fixed_ips': [{'subnet_id': '81b9e4da-4488-4912-964a-8a1abaceed4e'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:29:57.460759 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:57.699966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Allocated IP 192.168.233.2 (a257ad7b-fc65-40b4-9a7a-d3bc91d2e646/81b9e4da-4488-4912-964a-8a1abaceed4e/2b49d484-de8b-45f5-9b30-4d554ecc002d) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:29:57.844408 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Publish callbacks [] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:57.851379 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:57.891180 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:29:57.895928 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:29:57.900018 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Pushing event updated for resources: {'Port': ['ID=2b49d484-de8b-45f5-9b30-4d554ecc002d,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:29:57.902266 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:29:57.914772 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.915117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.915476 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.915827 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.916153 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.916483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.916796 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.917117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.917438 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.917756 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.918079 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.918432 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.918912 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.919226 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.919541 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:29:57.970590 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Attempting to bind port 2b49d484-de8b-45f5-9b30-4d554ecc002d on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:29:57.971005 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Attempting to bind port 2b49d484-de8b-45f5-9b30-4d554ecc002d by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:29:57.971261 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Attempting to bind port 2b49d484-de8b-45f5-9b30-4d554ecc002d on network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:29:57.976616 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:29:57.976985 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Checking segment: {'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:29:57.977395 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:57.977806 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Bound using segment: {'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:29:57.978262 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Bound port: 2b49d484-de8b-45f5-9b30-4d554ecc002d, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:29:57.978628 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:58.041956 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-56899020-5177-46d1-ba01-0166694278e5 None None] For port 2b49d484-de8b-45f5-9b30-4d554ecc002d, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:29:58.045532 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-56899020-5177-46d1-ba01-0166694278e5 None None] For port 2b49d484-de8b-45f5-9b30-4d554ecc002d, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=2b49d484-de8b-45f5-9b30-4d554ecc002d,segment=NetworkSegment(27f5d613-3b54-4330-b0c5-b41e595fb84e),segment_id=27f5d613-3b54-4330-b0c5-b41e595fb84e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:29:58.053299 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:58.108855 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56899020-5177-46d1-ba01-0166694278e5 None None] Pushing event updated for resources: {'Port': ['ID=2b49d484-de8b-45f5-9b30-4d554ecc002d,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:29:58.568968 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 2b49d484-de8b-45f5-9b30-4d554ecc002d up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:29:58.572437 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:58.621655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 2b49d484-de8b-45f5-9b30-4d554ecc002d triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:29:58.622093 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:58.642473 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:29:58.703694 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 2b49d484-de8b-45f5-9b30-4d554ecc002d is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:29:58.704073 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:58.743226 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 2b49d484-de8b-45f5-9b30-4d554ecc002d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=2b49d484-de8b-45f5-9b30-4d554ecc002d,segment=NetworkSegment(27f5d613-3b54-4330-b0c5-b41e595fb84e),segment_id=27f5d613-3b54-4330-b0c5-b41e595fb84e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:29:58.748468 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:58.804302 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=2b49d484-de8b-45f5-9b30-4d554ecc002d,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:29:58.972525 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd68b6f-db1f-43ba-b577-0ac24015bfa0 None None] Network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:29:59.030854 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-db04d2ba-9774-4ecd-a298-b6fd5c2ba546 None None] Provisioning complete for port 2b49d484-de8b-45f5-9b30-4d554ecc002d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:29:59.031135 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-db04d2ba-9774-4ecd-a298-b6fd5c2ba546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:59.154680 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-db04d2ba-9774-4ecd-a298-b6fd5c2ba546 None None] Current status of the port 2b49d484-de8b-45f5-9b30-4d554ecc002d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:29:59.373315 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-93ef0207-fb54-47e1-b6c5-e529d691cab7 None None] Provisioning complete for port 2b49d484-de8b-45f5-9b30-4d554ecc002d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:29:59.373704 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-93ef0207-fb54-47e1-b6c5-e529d691cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:29:59.447068 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-93ef0207-fb54-47e1-b6c5-e529d691cab7 None None] Current status of the port 2b49d484-de8b-45f5-9b30-4d554ecc002d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:30:00.552983 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 2b49d484-de8b-45f5-9b30-4d554ecc002d up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:30:00.601186 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 2b49d484-de8b-45f5-9b30-4d554ecc002d triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:30:00.601818 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (2b49d484-de8b-45f5-9b30-4d554ecc002d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:00.677728 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 2b49d484-de8b-45f5-9b30-4d554ecc002d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:30:07.354312 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:07.355153 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:10.675193 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=89 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:10.676036 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:11.978774 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:30:15.490482 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-79809872-ddaa-43ad-b38b-f4bae63fdd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:17.964194 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5cf7-13ec-4008-bdf3-0e34f3fc7030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:18.956039 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:20.242401 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:20.630188 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:21.974544 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:21.975334 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:30.620998 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:30.623242 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:30:45.485751 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-248fc685-ec63-4bf9-bd81-beb97c5a54d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:47.968965 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0226f4c7-8eab-4140-94a1-1bb8e80fa273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:48.948645 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:48.978047 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:30:50.245798 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:30:50.626522 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:00.617745 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:00.620348 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:01.380308 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=14 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:01.396091 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:11.700736 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44634) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:31:11.709173 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [None req-a04ab471-9ef4-4602-b7f9-7efc124888b2 tempest-verify_tempest_config-1939231902 tempest-verify_tempest_config-1939231902-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:31:11.710552 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a04ab471-9ef4-4602-b7f9-7efc124888b2 tempest-verify_tempest_config-1939231902 tempest-verify_tempest_config-1939231902-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0088055 Aug 31 04:31:12.257603 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44652) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:31:12.691408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:12.779944 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Publish callbacks [] for security_group (6df3f26c-0e3e-470b-8ff8-6b6dc73564bf), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:12.785684 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6df3f26c-0e3e-470b-8ff8-6b6dc73564bf), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:12.835323 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=09e6a07a2b2f47db9b0f433968fbd1c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5766308 Aug 31 04:31:12.836489 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df3f26c-0e3e-470b-8ff8-6b6dc73564bf,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:12.838337 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44658) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:31:12.854367 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.854711 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.855083 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.855436 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.855767 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.856090 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.856394 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.856713 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.857031 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.857351 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.857685 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.858017 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.858334 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.858650 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.858972 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b0d27a-d5fc-42ad-8794-6a93caf74c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:31:12.904695 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d99-63e7-4ea9-b481-683126bfc15d admin admin] Publish callbacks [] for security_group (6df3f26c-0e3e-470b-8ff8-6b6dc73564bf), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:12.924043 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d99-63e7-4ea9-b481-683126bfc15d admin admin] Publish callbacks [] for security_group (6df3f26c-0e3e-470b-8ff8-6b6dc73564bf), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:13.017623 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d99-63e7-4ea9-b481-683126bfc15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6df3f26c-0e3e-470b-8ff8-6b6dc73564bf), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:13.020162 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7fc51d99-63e7-4ea9-b481-683126bfc15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:13.021334 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-7fc51d99-63e7-4ea9-b481-683126bfc15d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6df3f26c-0e3e-470b-8ff8-6b6dc73564bf HTTP/1.1" status: 204 len: 168 time: 0.1820412 Aug 31 04:31:13.029213 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51d99-63e7-4ea9-b481-683126bfc15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df3f26c-0e3e-470b-8ff8-6b6dc73564bf,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:31:15.490738 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-af370507-0e4a-49c3-bd3e-5856689aa57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:17.975338 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-3629d7e0-28c5-4c40-8d3a-c05a8dc41d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:18.950627 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:20.249293 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:20.624137 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:22.965978 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:23.025785 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:25.982521 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:31:30.615278 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:30.618808 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:35.975695 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:35.976881 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=6 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:31:45.507773 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-fcceb672-60ba-4d75-95b7-92750c9ee7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:47.976847 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4b31263b-a9ca-4533-b3a6-728c7341f22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:48.957149 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:50.260607 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:31:50.622428 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:00.613460 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:32:00.615548 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:32:02.985174 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:32:07.984741 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:32:12.979819 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:32:15.502632 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-838e71c7-e6b1-486a-a05e-94f5aacc580c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:17.978398 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-431ddce8-362c-4232-b8ac-572dcbbce729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:18.965017 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:20.267655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:20.624071 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:30.614534 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=24 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:32:30.616623 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:32:39.988963 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 5 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:32:45.502262 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4609a03c-665c-45ff-9b37-a35b243ce1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:47.975513 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b455761f-22c7-488b-9b91-3c8da429d4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:48.305129 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588994'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:48.974410 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:50.269738 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:50.626171 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:32:50.976731 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:32:50.979712 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=6 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:00.457234 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44752) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:33:00.601566 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3ad88882-4a28-4c97-8c4f-840dc0a7a624 admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1430027 Aug 31 04:33:00.610254 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:00.620242 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:02.786635 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44762) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:33:02.857375 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-eb23de38-1b8a-43a1-9daf-73a4c8b1affa admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0689952 Aug 31 04:33:12.849163 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:12.849916 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:15.514329 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4f405d26-02bc-45dc-a64f-45a2b01c5fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:16.992822 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:33:17.976195 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3070-f691-4d17-919c-4ddfb155e013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:18.264029 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:18.972268 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:20.270755 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:20.631188 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:26.984012 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:26.985153 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:30.620046 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:30.622711 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:41.393901 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=12 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:41.399344 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=14 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:33:45.503838 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-3e724d0a-429c-4855-8586-4c87142d49c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:47.971652 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-f949b7f3-e54c-40bf-8b80-1a19e01a9343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:48.255780 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:48.970804 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:50.273179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:50.628796 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:33:53.991791 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:34:00.620815 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:00.622814 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:03.987947 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=7 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:03.989079 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:15.497701 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9a73a284-0db7-4bcc-abf5-78fb0c7aaa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:17.977199 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-71bd01eb-0428-4b3e-adfd-fce5c587b484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:18.271671 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:18.973613 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:20.278620 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:20.627552 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:30.273614 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:30.621237 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:30.994271 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:34:34.453393 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44902) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:34.844361 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2074764495-network', 'tenant_id': '2967ca7d73584b45baa158f5994f64df'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:34.871699 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Made reservation on behalf of 2967ca7d73584b45baa158f5994f64df for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:34.875663 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:34.887028 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:34.972276 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44932) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:34.976599 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks [] for security_group (3c4d03ba-5bac-483a-b71f-3bb94fb4bae9), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:34.982039 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3c4d03ba-5bac-483a-b71f-3bb94fb4bae9), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.015427 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:34:35.021876 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:35.031955 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.032293 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.032634 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.032963 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.033281 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.033600 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.033918 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.034228 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.034548 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.035231 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.035548 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.036570 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.037313 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.037634 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.037954 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Tracked resource versions report: Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: pushed versions: Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: { 'AddressGroup': {'1.2'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Agent': {'1.1'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'ConntrackHelper': {'1.0'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Log': {'1.0'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'NDPProxy': {'1.0'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Network': {'1.1'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Port': {'1.7'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'PortForwarding': {'1.3'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'QosPolicy': {'1.10'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroup': {'1.5'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SubPort': {'1.0'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Subnet': {'1.1'}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Trunk': {'1.1'}} Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: consumer versions: Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: HyperV agent@hv-cinder-85530: {}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Agent': '1.1', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'ConntrackHelper': '1.0', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'LocalIPAssociation': '1.0', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Log': '1.0', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'NDPProxy': '1.0', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Network': '1.1', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Port': '1.7', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'PortForwarding': '1.3', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'QosPolicy': '1.10', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroup': '1.5', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SecurityGroupRule': '1.2', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'SubPort': '1.0', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Subnet': '1.1', Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: 'Trunk': '1.1'}} Aug 31 04:34:35.039152 dv-cinder-855307-1-iscsi neutron-server[106562]: {{(pid=106562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:34:35.044391 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (3d3e062a-23ef-4a7e-a0a4-7424aa0614a4), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.044552 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Added segment 3d3e062a-23ef-4a7e-a0a4-7424aa0614a4 of type vlan for network 7c94b017-0418-451b-8f43-772814075ce1 Aug 31 04:34:35.096786 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (7c94b017-0418-451b-8f43-772814075ce1), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.122992 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (7c94b017-0418-451b-8f43-772814075ce1), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.124175 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:35.124698 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.159304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-network', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:35.190510 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] Pushing event updated for resources: {'Network': ['ID=7c94b017-0418-451b-8f43-772814075ce1,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:35.194584 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Made reservation on behalf of 3bd54eb751f144b29b274e6a96dedcb2 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:35.197557 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.205754 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3a7fdfcf-9dff-4cbc-9d95-9e7531ef13cf admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7507644 Aug 31 04:34:35.208511 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 7c94b017-0418-451b-8f43-772814075ce1 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:34:35.209132 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 44952) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:35.213861 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Request body: {'subnet': {'network_id': '7c94b017-0418-451b-8f43-772814075ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2074764495-subnet', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:35.215271 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.250486 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Made reservation on behalf of 2967ca7d73584b45baa158f5994f64df for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:35.254523 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.323179 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks [] for security_group (f53eeedd-d853-4a30-ab1d-21c71b4b3614), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.328318 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f53eeedd-d853-4a30-ab1d-21c71b4b3614), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.346555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:34:35.363400 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (98818fa7-a1ea-4c47-9819-8e7fbc00212d), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.364304 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Added segment 98818fa7-a1ea-4c47-9819-8e7fbc00212d of type vlan for network 31592010-3eea-4675-990e-8bd640d060b2 Aug 31 04:34:35.413055 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (31592010-3eea-4675-990e-8bd640d060b2), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.477061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44962) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:35.478740 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53eeedd-d853-4a30-ab1d-21c71b4b3614,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:35.481608 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:35.492516 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (31592010-3eea-4675-990e-8bd640d060b2), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.494371 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:35.495549 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.497884 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (339446f3-438e-4fd5-ade1-c8012a5d1e69), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.502434 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.502803 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.503266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.503904 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.504265 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.504713 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.505109 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.505772 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.506273 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.506603 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.507014 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.507386 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.507709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.508130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.508639 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Tracked resource versions report: Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: pushed versions: Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: { 'AddressGroup': {'1.2'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Agent': {'1.1'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'ConntrackHelper': {'1.0'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Log': {'1.0'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'NDPProxy': {'1.0'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Network': {'1.1'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Port': {'1.7'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'PortForwarding': {'1.3'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'QosPolicy': {'1.10'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroup': {'1.5'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SubPort': {'1.0'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Subnet': {'1.1'}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Trunk': {'1.1'}} Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: consumer versions: Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: HyperV agent@hv-cinder-85530: {}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Agent': '1.1', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'ConntrackHelper': '1.0', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'LocalIPAssociation': '1.0', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Log': '1.0', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'NDPProxy': '1.0', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Network': '1.1', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Port': '1.7', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'PortForwarding': '1.3', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'QosPolicy': '1.10', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroup': '1.5', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SecurityGroupRule': '1.2', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'SubPort': '1.0', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Subnet': '1.1', Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: 'Trunk': '1.1'}} Aug 31 04:34:35.509968 dv-cinder-855307-1-iscsi neutron-server[106561]: {{(pid=106561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:34:35.578328 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] Pushing event updated for resources: {'Network': ['ID=31592010-3eea-4675-990e-8bd640d060b2,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:35.591433 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 31592010-3eea-4675-990e-8bd640d060b2 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:34:35.592625 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2e9fd28e-29cf-4034-b797-cd281cf46f77 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6186831 Aug 31 04:34:35.593957 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44974) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:35.599189 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339446f3-438e-4fd5-ade1-c8012a5d1e69,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:35.599445 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Request body: {'subnet': {'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-subnet', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:35.626264 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Made reservation on behalf of 3bd54eb751f144b29b274e6a96dedcb2 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:35.628872 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.639413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Checking segment: {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:35.639998 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Network hostable DHCP agents. Network: 7c94b017-0418-451b-8f43-772814075ce1, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:34:35.669025 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Network 7c94b017-0418-451b-8f43-772814075ce1 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:34:35.687101 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44976) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:35.696590 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 7c94b017-0418-451b-8f43-772814075ce1) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:35.701640 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:35.703585 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.734215 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498368a-8720-431a-ba71-7472baad34cf None None] Network 7c94b017-0418-451b-8f43-772814075ce1 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:35.745093 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1156b9d7-fdd6-40b0-ac92-cbe4e61f4ac4 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5352614 Aug 31 04:34:35.745240 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 44980) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:35.755549 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:35.782021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:35.789606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.790638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.885909 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-7c94b017-0418-451b-8f43-772814075ce1', 'network_id': '7c94b017-0418-451b-8f43-772814075ce1', 'project_id': '2967ca7d73584b45baa158f5994f64df', 'fixed_ips': [{'subnet_id': '339446f3-438e-4fd5-ade1-c8012a5d1e69'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:34:35.887000 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.927861 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks [] for router_controller (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), precommit_add_association {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:35.975630 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:36.001289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (abae11f7-f814-41cd-9333-6c803e22d836), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.026199 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Allocated IP 172.20.0.2 (7c94b017-0418-451b-8f43-772814075ce1/339446f3-438e-4fd5-ade1-c8012a5d1e69/950bc750-9470-43e1-a9af-4b25e39b652d) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:36.082484 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2002379998-network', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:36.117582 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abae11f7-f814-41cd-9333-6c803e22d836,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:36.130799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-network', 'tenant_id': 'c02e60929267489cb181831f1ac578e4'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:36.191023 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Publish callbacks [] for port (950bc750-9470-43e1-a9af-4b25e39b652d), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.200162 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.224827 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Network 7c94b017-0418-451b-8f43-772814075ce1 is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:36.232113 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:36.251299 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:36.271045 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks [] for router_gateway (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.282992 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Made reservation on behalf of 94afda48b8e545dfaeac33a66f592fe2 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:36.285913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.288517 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Made reservation on behalf of c02e60929267489cb181831f1ac578e4 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:36.291021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.296769 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:36.315444 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Checking segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:36.315947 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Network hostable DHCP agents. Network: 31592010-3eea-4675-990e-8bd640d060b2, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:34:36.321848 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Pushing event updated for resources: {'Port': ['ID=950bc750-9470-43e1-a9af-4b25e39b652d,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:36.330369 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.331005 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.331148 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.331358 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.331693 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.332020 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.332344 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.332705 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.333082 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.333404 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.333722 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.334202 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.334467 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.334572 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.334871 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.335343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.335662 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Tracked resource versions report: Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: pushed versions: Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: { 'AddressGroup': {'1.2'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Agent': {'1.1'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'ConntrackHelper': {'1.0'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Log': {'1.0'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'NDPProxy': {'1.0'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Network': {'1.1'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Port': {'1.7'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'PortForwarding': {'1.3'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'QosPolicy': {'1.10'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroup': {'1.5'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SubPort': {'1.0'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Subnet': {'1.1'}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Trunk': {'1.1'}} Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: consumer versions: Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: HyperV agent@hv-cinder-85530: {}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Agent': '1.1', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'ConntrackHelper': '1.0', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'LocalIPAssociation': '1.0', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Log': '1.0', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'NDPProxy': '1.0', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Network': '1.1', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Port': '1.7', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'PortForwarding': '1.3', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'QosPolicy': '1.10', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroup': '1.5', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SecurityGroupRule': '1.2', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'SubPort': '1.0', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Subnet': '1.1', Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: 'Trunk': '1.1'}} Aug 31 04:34:36.336856 dv-cinder-855307-1-iscsi neutron-server[106563]: {{(pid=106563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:34:36.339449 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Attempting to bind port 950bc750-9470-43e1-a9af-4b25e39b652d on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:36.339756 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Attempting to bind port 950bc750-9470-43e1-a9af-4b25e39b652d by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:36.340128 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Attempting to bind port 950bc750-9470-43e1-a9af-4b25e39b652d on network 7c94b017-0418-451b-8f43-772814075ce1 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:36.347050 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:36.347423 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Checking segment: {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:36.347827 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.348365 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Bound using segment: {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:36.348758 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Bound port: 950bc750-9470-43e1-a9af-4b25e39b652d, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:36.349416 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.415541 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] For port 950bc750-9470-43e1-a9af-4b25e39b652d, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:36.419870 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] For port 950bc750-9470-43e1-a9af-4b25e39b652d, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=950bc750-9470-43e1-a9af-4b25e39b652d,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:36.429224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.507598 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482bd50-01cf-43fd-b965-1914951a6481 None None] Pushing event updated for resources: {'Port': ['ID=950bc750-9470-43e1-a9af-4b25e39b652d,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:36.535940 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Network 31592010-3eea-4675-990e-8bd640d060b2 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:34:36.575661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 31592010-3eea-4675-990e-8bd640d060b2) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:36.581489 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:36.582234 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.587812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592693da-6073-4569-8ee1-cced8b9fd921 None None] Network 31592010-3eea-4675-990e-8bd640d060b2 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:36.666600 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8660f93f-720c-4523-a940-64d8c9f2e5a7 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0713050 Aug 31 04:34:36.666825 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45006) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:36.673817 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:36.702199 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:36.731820 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:36.813812 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks [] for security_group (c9f110ab-3d2b-4980-975a-4855d8ff7eb1), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.814215 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (9102118a-351c-4044-ae5c-912473d84ac4), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.814215 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (9102118a-351c-4044-ae5c-912473d84ac4), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.814685 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-31592010-3eea-4675-990e-8bd640d060b2', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:34:36.814685 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.819834 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c9f110ab-3d2b-4980-975a-4855d8ff7eb1), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.820419 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks [] for security_group (e8f4992a-172c-4504-a086-29dd54ea1e4b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.860787 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:36.876102 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e8f4992a-172c-4504-a086-29dd54ea1e4b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:36.905955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:34:36.951343 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks [] for router_gateway (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.023345 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks [] for router_controller (9102118a-351c-4044-ae5c-912473d84ac4), precommit_add_association {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.025156 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (b475096c-428f-4609-9c58-38be50788808), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.025651 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Added segment b475096c-428f-4609-9c58-38be50788808 of type vlan for network e4d0d7af-fefb-4895-aa58-44d019a740ec Aug 31 04:34:37.027913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:34:37.030036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f110ab-3d2b-4980-975a-4855d8ff7eb1,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.069304 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Allocated IP 172.20.0.2 (31592010-3eea-4675-990e-8bd640d060b2/abae11f7-f814-41cd-9333-6c803e22d836/12ee3fc7-e587-426d-88a8-7b23164e86c8) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:37.077036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.157950 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (7e218599-3f84-4b0d-a154-61bd4200f202), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.158288 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Added segment 7e218599-3f84-4b0d-a154-61bd4200f202 of type vlan for network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c Aug 31 04:34:37.227652 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (2813bab1-8e5c-4bae-a18b-804fcb1fb44c), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.275668 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f4992a-172c-4504-a086-29dd54ea1e4b,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.284765 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks [] for router_gateway (9102118a-351c-4044-ae5c-912473d84ac4), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.290233 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:37.310858 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Publish callbacks [] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.327534 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (2813bab1-8e5c-4bae-a18b-804fcb1fb44c), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.327845 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.328640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:37.329441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.335883 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (e4d0d7af-fefb-4895-aa58-44d019a740ec), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.394347 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Network 31592010-3eea-4675-990e-8bd640d060b2 is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:37.400448 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:37.404937 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:37.417795 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Pushing event updated for resources: {'Port': ['ID=12ee3fc7-e587-426d-88a8-7b23164e86c8,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.527399 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Attempting to bind port 12ee3fc7-e587-426d-88a8-7b23164e86c8 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:37.528020 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Attempting to bind port 12ee3fc7-e587-426d-88a8-7b23164e86c8 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:37.528949 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Attempting to bind port 12ee3fc7-e587-426d-88a8-7b23164e86c8 on network 31592010-3eea-4675-990e-8bd640d060b2 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:37.539655 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8510118 Aug 31 04:34:37.540752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3a8b9-ad6f-4775-a36e-11ec78ee33a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2813bab1-8e5c-4bae-a18b-804fcb1fb44c,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.540889 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:37.541144 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Checking segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:37.542277 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.543021 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Bound using segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:37.547767 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Bound port: 12ee3fc7-e587-426d-88a8-7b23164e86c8, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:37.548177 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.555379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45032) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:37.560801 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:34:37.563103 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Request body: {'subnet': {'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-subnet', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:37.605361 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (e4d0d7af-fefb-4895-aa58-44d019a740ec), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.607530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:37.609659 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.667073 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks [] for router_gateway (9102118a-351c-4044-ae5c-912473d84ac4), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.697990 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Made reservation on behalf of c02e60929267489cb181831f1ac578e4 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:37.700302 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.719188 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.850548 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45046) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:37.850782 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3639205 Aug 31 04:34:37.851398 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:37.857810 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Request body: {'subnet': {'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2002379998-subnet', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:37.889832 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:INSERT=16,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:37.899409 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Made reservation on behalf of 94afda48b8e545dfaeac33a66f592fe2 for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:37.903664 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.943328 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] For port 12ee3fc7-e587-426d-88a8-7b23164e86c8, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:37.947548 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] For port 12ee3fc7-e587-426d-88a8-7b23164e86c8, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=12ee3fc7-e587-426d-88a8-7b23164e86c8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:37.960213 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:37.972532 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95c604-4dc2-4ac2-bea7-947d5be54db3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d0d7af-fefb-4895-aa58-44d019a740ec,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:37.991843 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network e4d0d7af-fefb-4895-aa58-44d019a740ec details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:34:38.003049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Allocated IP 172.27.3.91 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/e6f69cb1-fa76-4753-8c58-266d8720e51c) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:38.106124 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab63a5-3807-422d-bac4-2bb5e3005152 None None] Network 7c94b017-0418-451b-8f43-772814075ce1 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:38.160373 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (3578ffd1-14a4-4cef-89be-992597a84cfa), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.242439 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (85b76da2-6d29-44c7-a235-ffa1bd426087), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.258303 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-a74f82ef-13b8-4ade-b85c-666477df384e None None] Provisioning complete for port 950bc750-9470-43e1-a9af-4b25e39b652d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:38.258708 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a74f82ef-13b8-4ade-b85c-666477df384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.359253 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Checking segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:38.359611 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Network hostable DHCP agents. Network: e4d0d7af-fefb-4895-aa58-44d019a740ec, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:34:38.392377 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:38.394346 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-a74f82ef-13b8-4ade-b85c-666477df384e None None] Current status of the port 950bc750-9470-43e1-a9af-4b25e39b652d is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:38.394985 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a74f82ef-13b8-4ade-b85c-666477df384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.417141 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3578ffd1-14a4-4cef-89be-992597a84cfa,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:38.436704 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:38.460503 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Checking segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:38.460852 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Network hostable DHCP agents. Network: 2813bab1-8e5c-4bae-a18b-804fcb1fb44c, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:34:38.489830 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-a74f82ef-13b8-4ade-b85c-666477df384e None None] For port 950bc750-9470-43e1-a9af-4b25e39b652d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=950bc750-9470-43e1-a9af-4b25e39b652d,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:38.492644 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Network e4d0d7af-fefb-4895-aa58-44d019a740ec is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:34:38.497253 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks [] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.510136 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a74f82ef-13b8-4ade-b85c-666477df384e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.545036 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, e4d0d7af-fefb-4895-aa58-44d019a740ec) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:38.556283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c70e4-2b8a-4340-aa8e-d4727d27537f None None] Pushing event updated for resources: {'Port': ['ID=12ee3fc7-e587-426d-88a8-7b23164e86c8,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:38.561943 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:34:38.574804 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:38.578895 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.592164 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:38.630311 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85b76da2-6d29-44c7-a235-ffa1bd426087,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:38.651406 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ab916284-533d-4b33-8d01-c09b049fb989 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7965751 Aug 31 04:34:38.653462 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45074) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:38.677542 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:38.678202 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 2813bab1-8e5c-4bae-a18b-804fcb1fb44c) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:38.701415 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:38.702221 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.721831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.734562 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f82ef-13b8-4ade-b85c-666477df384e None None] Pushing event updated for resources: {'Port': ['ID=950bc750-9470-43e1-a9af-4b25e39b652d,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:38.743055 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c25eb0-6082-4136-8657-1b6070bdad51 None None] Network e4d0d7af-fefb-4895-aa58-44d019a740ec requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:38.743055 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69571884-a707-475b-9a66-ed2c55616a6f None None] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:38.806635 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-624564c7-675c-4db1-8ff8-582f8485cca8 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2455618 Aug 31 04:34:38.818635 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45080) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:38.840874 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:38.868709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:38.870049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:38.886413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:38.901716 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ad42ce0e-d64c-4f81-8042-a33543c5706b None None] Provisioning complete for port 950bc750-9470-43e1-a9af-4b25e39b652d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:38.902078 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ad42ce0e-d64c-4f81-8042-a33543c5706b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.903311 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Pushing event updated for resources: {'Port': ['ID=e6f69cb1-fa76-4753-8c58-266d8720e51c,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:38.944229 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (6264883e-9b91-4c5c-a76e-f2fcd32636bd), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:38.945280 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (6264883e-9b91-4c5c-a76e-f2fcd32636bd), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.035624 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Allocated IP 172.27.3.59 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/b34a8f35-d3c5-4d04-88dd-1563d9f47b27) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:39.039148 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (130b057b-8922-41a1-aa38-452d71a7f409), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.039993 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (130b057b-8922-41a1-aa38-452d71a7f409), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.125267 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 950bc750-9470-43e1-a9af-4b25e39b652d up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:39.243312 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'project_id': 'c02e60929267489cb181831f1ac578e4', 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:34:39.252280 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.313011 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:39.464387 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ad42ce0e-d64c-4f81-8042-a33543c5706b None None] Current status of the port 950bc750-9470-43e1-a9af-4b25e39b652d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:39.477675 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks [] for router_controller (6264883e-9b91-4c5c-a76e-f2fcd32636bd), precommit_add_association {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.503950 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-e4d0d7af-fefb-4895-aa58-44d019a740ec', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:34:39.504805 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.571624 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 950bc750-9470-43e1-a9af-4b25e39b652d triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:39.572267 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.659883 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks [] for router_gateway (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.708704 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e85a5a-1361-4ef0-ac43-1ba0f32733d9 None None] Network 31592010-3eea-4675-990e-8bd640d060b2 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:39.749889 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45104) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:39.750327 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:39.761603 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks [] for router_controller (130b057b-8922-41a1-aa38-452d71a7f409), precommit_add_association {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:39.976628 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Allocated IP 172.20.0.2 (e4d0d7af-fefb-4895-aa58-44d019a740ec/85b76da2-6d29-44c7-a235-ffa1bd426087/40b17dc4-0387-4791-a47b-a71303fb772b) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:40.046326 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks [] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.068639 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.077885 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9d66a3ec-0ba7-4a25-9132-bd58c4a19ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.130857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:40.156327 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.163008 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:40.164076 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:40.179639 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:40.249607 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Allocated IP 172.20.0.2 (2813bab1-8e5c-4bae-a18b-804fcb1fb44c/3578ffd1-14a4-4cef-89be-992597a84cfa/3aac1749-b1ae-4635-9b63-026393e93fce) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:40.256089 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:40.258001 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Pushing event updated for resources: {'Port': ['ID=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:40.264644 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:40.341073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9d66a3ec-0ba7-4a25-9132-bd58c4a19ee2 admin admin] Publish callbacks [] for security_group (9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.359080 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9d66a3ec-0ba7-4a25-9132-bd58c4a19ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.369355 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-2c663c68-5a7b-430a-bd46-164f443f5b20 None None] Provisioning complete for port 12ee3fc7-e587-426d-88a8-7b23164e86c8 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:40.370085 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2c663c68-5a7b-430a-bd46-164f443f5b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.395055 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks [] for router_gateway (6264883e-9b91-4c5c-a76e-f2fcd32636bd), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.396399 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66a3ec-0ba7-4a25-9132-bd58c4a19ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:40.399412 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:34:40.476734 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Publish callbacks [] for port (40b17dc4-0387-4791-a47b-a71303fb772b), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.515058 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 950bc750-9470-43e1-a9af-4b25e39b652d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:40.516379 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 12ee3fc7-e587-426d-88a8-7b23164e86c8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:40.529376 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks [] for router_gateway (130b057b-8922-41a1-aa38-452d71a7f409), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.559022 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:40.571191 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45146) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:40.572569 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Sync routers for ids ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:40.576969 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.579834 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9d66a3ec-0ba7-4a25-9132-bd58c4a19ee2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c6907a65652e4be9ab958617329e7484&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8255031 Aug 31 04:34:40.584989 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Routers {'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:40.585614 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:40.610476 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.612116 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8bab8586-9de8-4654-9abf-61d9a3604c4f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8631880 Aug 31 04:34:40.615090 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45150) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:40.669675 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Network e4d0d7af-fefb-4895-aa58-44d019a740ec is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:40.701231 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45152) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:40.709796 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:40.724739 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:40.737081 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:40.750142 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Set router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:40.832117 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:40.832981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:40.845432 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks [] for router_gateway (130b057b-8922-41a1-aa38-452d71a7f409), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.935909 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:40.973306 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ab138511-7d33-4afa-8807-04b10d6a3f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.116023 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Allocated IP 172.27.3.236 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/484bdd55-d932-43a6-863a-267b7ca755c8) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:41.124589 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:34:39Z', 'revision_number': 3, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:41.132274 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Pushing event updated for resources: {'Port': ['ID=40b17dc4-0387-4791-a47b-a71303fb772b,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:41.157047 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 12ee3fc7-e587-426d-88a8-7b23164e86c8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:41.158501 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.201097 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Checking router: a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:41.201459 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Updating router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 port e6f69cb1-fa76-4753-8c58-266d8720e51c binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:41.213350 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-2c663c68-5a7b-430a-bd46-164f443f5b20 None None] Current status of the port 12ee3fc7-e587-426d-88a8-7b23164e86c8 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:41.213740 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2c663c68-5a7b-430a-bd46-164f443f5b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.258474 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks [] for port (484bdd55-d932-43a6-863a-267b7ca755c8), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.271136 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.275653 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Publish callbacks [] for port (3aac1749-b1ae-4635-9b63-026393e93fce), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.292521 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Attempting to bind port 40b17dc4-0387-4791-a47b-a71303fb772b on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:41.292967 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Attempting to bind port 40b17dc4-0387-4791-a47b-a71303fb772b by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:41.293485 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Attempting to bind port 40b17dc4-0387-4791-a47b-a71303fb772b on network e4d0d7af-fefb-4895-aa58-44d019a740ec {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:41.293780 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ab138511-7d33-4afa-8807-04b10d6a3f22 admin admin] Publish callbacks [] for security_group (bc318139-d5c1-4b2c-b700-d1acb0bffc01), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.318334 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ab138511-7d33-4afa-8807-04b10d6a3f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (bc318139-d5c1-4b2c-b700-d1acb0bffc01), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.319587 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.326955 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-2c663c68-5a7b-430a-bd46-164f443f5b20 None None] For port 12ee3fc7-e587-426d-88a8-7b23164e86c8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=12ee3fc7-e587-426d-88a8-7b23164e86c8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:41.339018 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:41.339415 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Checking segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:41.339880 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.340515 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Bound using segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:41.341292 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Bound port: 40b17dc4-0387-4791-a47b-a71303fb772b, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:41.341830 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.357941 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ab138511-7d33-4afa-8807-04b10d6a3f22 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3fd095529d224079ac9f991ca414526b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6456835 Aug 31 04:34:41.360571 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45164) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:41.377729 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2c663c68-5a7b-430a-bd46-164f443f5b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.378977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:41.407193 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:41.413517 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:41.425518 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:41.427336 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.472857 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:41.477036 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:41.484354 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Pushing event updated for resources: {'Port': ['ID=3aac1749-b1ae-4635-9b63-026393e93fce,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:41.503208 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.525452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab138511-7d33-4afa-8807-04b10d6a3f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc318139-d5c1-4b2c-b700-d1acb0bffc01,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:41.628277 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-e17a467f-df88-476b-80e6-27b45d52bae4 None None] Provisioning complete for port 12ee3fc7-e587-426d-88a8-7b23164e86c8 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:41.628864 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e17a467f-df88-476b-80e6-27b45d52bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.634477 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 12ee3fc7-e587-426d-88a8-7b23164e86c8 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:41.758545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Allocated IP 172.20.0.1 (7c94b017-0418-451b-8f43-772814075ce1/339446f3-438e-4fd5-ade1-c8012a5d1e69/a9281aff-7688-4138-8301-a4378c77d0b8) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:41.771091 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:41.771666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:41.791640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a487493e-b087-47df-9be5-eb8f864980a8 admin admin] Publish callbacks [] for security_group (bc318139-d5c1-4b2c-b700-d1acb0bffc01), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.815977 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Pushing event updated for resources: {'Port': ['ID=484bdd55-d932-43a6-863a-267b7ca755c8,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:41.818226 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Publish callbacks [] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.823313 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 950bc750-9470-43e1-a9af-4b25e39b652d up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:41.824877 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:41.832797 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] For port 40b17dc4-0387-4791-a47b-a71303fb772b, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:41.837983 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.840173 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks [] for router_gateway (6264883e-9b91-4c5c-a76e-f2fcd32636bd), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.863199 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:41.864722 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a487493e-b087-47df-9be5-eb8f864980a8 admin admin] Publish callbacks [] for security_group (bc318139-d5c1-4b2c-b700-d1acb0bffc01), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.869928 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.877172 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:41.894457 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Attempting to bind port e6f69cb1-fa76-4753-8c58-266d8720e51c on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:41.897002 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Attempting to bind port e6f69cb1-fa76-4753-8c58-266d8720e51c by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:41.897325 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Attempting to bind port e6f69cb1-fa76-4753-8c58-266d8720e51c on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:41.900958 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c663c68-5a7b-430a-bd46-164f443f5b20 None None] Pushing event updated for resources: {'Port': ['ID=12ee3fc7-e587-426d-88a8-7b23164e86c8,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:41.914372 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:41.915385 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:41.915967 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.916620 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:41.917485 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Bound port: e6f69cb1-fa76-4753-8c58-266d8720e51c, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:41.919263 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.920966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Attempting to bind port 3aac1749-b1ae-4635-9b63-026393e93fce on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:41.921422 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Attempting to bind port 3aac1749-b1ae-4635-9b63-026393e93fce by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:41.923763 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Attempting to bind port 3aac1749-b1ae-4635-9b63-026393e93fce on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:41.946537 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] For port 40b17dc4-0387-4791-a47b-a71303fb772b, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=40b17dc4-0387-4791-a47b-a71303fb772b,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:41.978970 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:41.981603 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Checking segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:41.982150 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.986465 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Bound using segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:41.987191 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Bound port: 3aac1749-b1ae-4635-9b63-026393e93fce, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:41.987683 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:41.995842 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-488c293b-7ca1-4181-aa84-855da76ee263 admin admin] Publish callbacks [] for security_group (9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.003259 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.013957 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks [] for router_gateway (9102118a-351c-4044-ae5c-912473d84ac4), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.036159 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] For port e6f69cb1-fa76-4753-8c58-266d8720e51c, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:42.056033 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] For port e6f69cb1-fa76-4753-8c58-266d8720e51c, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e6f69cb1-fa76-4753-8c58-266d8720e51c,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:42.103838 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.109245 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks [] for port (a9281aff-7688-4138-8301-a4378c77d0b8), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.112420 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a487493e-b087-47df-9be5-eb8f864980a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (bc318139-d5c1-4b2c-b700-d1acb0bffc01), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.118497 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a487493e-b087-47df-9be5-eb8f864980a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.123384 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a487493e-b087-47df-9be5-eb8f864980a8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bc318139-d5c1-4b2c-b700-d1acb0bffc01 HTTP/1.1" status: 204 len: 168 time: 0.7604165 Aug 31 04:34:42.141478 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487493e-b087-47df-9be5-eb8f864980a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc318139-d5c1-4b2c-b700-d1acb0bffc01,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:42.146584 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Routers {'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:42.153459 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:42.176342 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Pushing event updated for resources: {'Port': ['ID=e6f69cb1-fa76-4753-8c58-266d8720e51c,revision_number=2']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:42.191016 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.302237 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.303008 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.303466 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.303940 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.308924 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.309378 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.309812 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.310239 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.310669 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.311110 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.311644 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.312200 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.312712 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.312898 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Network 7c94b017-0418-451b-8f43-772814075ce1 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:42.313399 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.313905 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Tracked resource versions report: Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: pushed versions: Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: { 'AddressGroup': {'1.2'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Agent': {'1.1'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'ConntrackHelper': {'1.0'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'LocalIPAssociation': {'1.0'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Log': {'1.0'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'NDPProxy': {'1.0'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Network': {'1.1'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Port': {'1.7'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'PortForwarding': {'1.3'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'QosPolicy': {'1.10'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroup': {'1.5'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroupRule': {'1.2'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SubPort': {'1.0'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Subnet': {'1.1'}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Trunk': {'1.1'}} Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: consumer versions: Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: { DHCP agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: HyperV agent@hv-cinder-85530: {}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: L3 agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: Metadata agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: Metering agent@dv-cinder-855307-1-iscsi: {}, Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: Open vSwitch agent@dv-cinder-855307-1-iscsi: { 'AddressGroup': '1.2', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Agent': '1.1', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'ConntrackHelper': '1.0', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'LocalIPAssociation': '1.0', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Log': '1.0', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'NDPProxy': '1.0', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Network': '1.1', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Port': '1.7', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'PortForwarding': '1.3', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'QosPolicy': '1.10', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroup': '1.5', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SecurityGroupRule': '1.2', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'SubPort': '1.0', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Subnet': '1.1', Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: 'Trunk': '1.1'}} Aug 31 04:34:42.315342 dv-cinder-855307-1-iscsi neutron-server[106564]: {{(pid=106564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 04:34:42.323532 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:42.328006 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Allocated IP 172.27.3.217 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/afeed22d-ea19-4eeb-872d-88b86ea18135) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:42.352457 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:42.360121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:42.360478 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.517478 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 950bc750-9470-43e1-a9af-4b25e39b652d triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:42.518626 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.529796 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] For port 3aac1749-b1ae-4635-9b63-026393e93fce, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:42.540425 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] For port 3aac1749-b1ae-4635-9b63-026393e93fce, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=3aac1749-b1ae-4635-9b63-026393e93fce,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:42.541317 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:42.555378 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] Set router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:42.565823 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks [] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.597709 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69701-5d1f-424f-87b9-bf3268930572 None None] Pushing event updated for resources: {'Port': ['ID=e6f69cb1-fa76-4753-8c58-266d8720e51c,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:42.614997 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-e17a467f-df88-476b-80e6-27b45d52bae4 None None] Current status of the port 12ee3fc7-e587-426d-88a8-7b23164e86c8 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:42.617166 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d08b67-e545-4e66-b6a3-57447da3f41f None None] Pushing event updated for resources: {'Port': ['ID=40b17dc4-0387-4791-a47b-a71303fb772b,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:42.647769 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Pushing event updated for resources: {'Port': ['ID=a9281aff-7688-4138-8301-a4378c77d0b8,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:42.692927 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-488c293b-7ca1-4181-aa84-855da76ee263 admin admin] Publish callbacks [] for security_group (9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.732464 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.840264 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.863328 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45188) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:42.894649 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:34:39Z', 'revision_number': 3, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:42.934106 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c06dd97-c03a-45c7-a6de-1d523f556557 None None] The sync data for ids ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'] in dv-cinder-855307-1-iscsi is: [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:34:39Z', 'revision_number': 3, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:42.937644 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Pushing event updated for resources: {'Port': ['ID=afeed22d-ea19-4eeb-872d-88b86ea18135,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:42.977658 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-a7026e86-4c4c-4a0d-89f8-11373b668ce8 None None] Provisioning complete for port a9281aff-7688-4138-8301-a4378c77d0b8 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:42.978032 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a7026e86-4c4c-4a0d-89f8-11373b668ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.980229 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7382c97e-425f-4a81-8743-920eae60eb31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:42.981974 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce5bef-9919-46f6-8e35-a90f659eea6d None None] Pushing event updated for resources: {'Port': ['ID=3aac1749-b1ae-4635-9b63-026393e93fce,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:43.024271 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-488c293b-7ca1-4181-aa84-855da76ee263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.027028 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-488c293b-7ca1-4181-aa84-855da76ee263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.031051 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-488c293b-7ca1-4181-aa84-855da76ee263 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b HTTP/1.1" status: 204 len: 168 time: 2.3805633 Aug 31 04:34:43.061077 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 950bc750-9470-43e1-a9af-4b25e39b652d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:43.081637 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:INSERT=5,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:43.086304 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-a7026e86-4c4c-4a0d-89f8-11373b668ce8 None None] Port a9281aff-7688-4138-8301-a4378c77d0b8 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:43.172530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.177560 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c293b-7ca1-4181-aa84-855da76ee263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5e196-cb2e-422b-b60f-77bbc7a1cc6b,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:43.188709 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:43.210826 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:43.237067 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:43.238540 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:43.442701 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7382c97e-425f-4a81-8743-920eae60eb31 admin admin] Publish callbacks [] for security_group (f4ce2dbe-3527-450a-8bf3-109f348363ee), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.446472 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:43.487432 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7382c97e-425f-4a81-8743-920eae60eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f4ce2dbe-3527-450a-8bf3-109f348363ee), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.626052 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks [] for router_gateway (130b057b-8922-41a1-aa38-452d71a7f409), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.645334 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-7382c97e-425f-4a81-8743-920eae60eb31 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=061a46be4e7a43a599cea00f1957263c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6925201 Aug 31 04:34:43.647302 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382c97e-425f-4a81-8743-920eae60eb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce2dbe-3527-450a-8bf3-109f348363ee,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:43.652045 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45200) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:43.782761 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45202) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:43.835694 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ef9b81cf-1218-4466-a2a2-0d894b06706a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.850333 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:43.932697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks [] for port (a9281aff-7688-4138-8301-a4378c77d0b8), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.935570 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76274f29-12ea-4671-b56d-df7d8eaec3cb None None] Network e4d0d7af-fefb-4895-aa58-44d019a740ec requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:43.941988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b54a-e836-4e0c-ac45-aa7dbeb17983 admin admin] Publish callbacks [] for security_group (f4ce2dbe-3527-450a-8bf3-109f348363ee), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.958940 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.960105 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:43.992346 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-435383ce-7e16-4243-8a62-e60cbb68ab35 None None] Provisioning complete for port 40b17dc4-0387-4791-a47b-a71303fb772b triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:43.992778 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-435383ce-7e16-4243-8a62-e60cbb68ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.070859 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e6f69cb1-fa76-4753-8c58-266d8720e51c up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:44.080298 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:44.106639 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (9102118a-351c-4044-ae5c-912473d84ac4), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.113764 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:44.146826 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Network 7c94b017-0418-451b-8f43-772814075ce1 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:44.166295 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:44.170030 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b54a-e836-4e0c-ac45-aa7dbeb17983 admin admin] Publish callbacks [] for security_group (f4ce2dbe-3527-450a-8bf3-109f348363ee), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.260356 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e6f69cb1-fa76-4753-8c58-266d8720e51c triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:44.261637 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.266596 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (130b057b-8922-41a1-aa38-452d71a7f409), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.275545 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks [] for router_gateway (6264883e-9b91-4c5c-a76e-f2fcd32636bd), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.378396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:34:44.388752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:44.437363 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-435383ce-7e16-4243-8a62-e60cbb68ab35 None None] Current status of the port 40b17dc4-0387-4791-a47b-a71303fb772b is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:44.437752 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-435383ce-7e16-4243-8a62-e60cbb68ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.528224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-435383ce-7e16-4243-8a62-e60cbb68ab35 None None] For port 40b17dc4-0387-4791-a47b-a71303fb772b, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=40b17dc4-0387-4791-a47b-a71303fb772b,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:44.530751 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e6f69cb1-fa76-4753-8c58-266d8720e51c is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:44.532345 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.543153 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3f78f-3278-4690-a2c3-d8ad6fed9a92 None None] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:34:44.549317 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-435383ce-7e16-4243-8a62-e60cbb68ab35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.596532 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Pushing event updated for resources: {'Port': ['ID=a9281aff-7688-4138-8301-a4378c77d0b8,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:44.618833 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:44.638769 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-cb5bb01a-6271-441b-8446-8a4cecf61480 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0111172 Aug 31 04:34:44.664059 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b54a-e836-4e0c-ac45-aa7dbeb17983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f4ce2dbe-3527-450a-8bf3-109f348363ee), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.666636 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdb2b54a-e836-4e0c-ac45-aa7dbeb17983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.671558 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-fdb2b54a-e836-4e0c-ac45-aa7dbeb17983 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f4ce2dbe-3527-450a-8bf3-109f348363ee HTTP/1.1" status: 204 len: 168 time: 1.0155966 Aug 31 04:34:44.689737 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ef9b81cf-1218-4466-a2a2-0d894b06706a admin admin] Publish callbacks [] for security_group (b70299a1-3a3a-4c05-8b3f-b3d54be5b00a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.694485 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:44.698846 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ef9b81cf-1218-4466-a2a2-0d894b06706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b70299a1-3a3a-4c05-8b3f-b3d54be5b00a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.701613 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2b54a-e836-4e0c-ac45-aa7dbeb17983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce2dbe-3527-450a-8bf3-109f348363ee,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:44.716393 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port e6f69cb1-fa76-4753-8c58-266d8720e51c, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e6f69cb1-fa76-4753-8c58-266d8720e51c,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:44.744044 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435383ce-7e16-4243-8a62-e60cbb68ab35 None None] Pushing event updated for resources: {'Port': ['ID=40b17dc4-0387-4791-a47b-a71303fb772b,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:44.783881 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ef9b81cf-1218-4466-a2a2-0d894b06706a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6f6f6abf4b234c4995c4e2bf6c21568e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9907024 Aug 31 04:34:44.784896 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b81cf-1218-4466-a2a2-0d894b06706a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70299a1-3a3a-4c05-8b3f-b3d54be5b00a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:44.787454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45212) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:44.818415 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.819895 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 40b17dc4-0387-4791-a47b-a71303fb772b up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:44.909598 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0bcfc99c-a297-4143-8616-520bef2484ca admin admin] Publish callbacks [] for security_group (b70299a1-3a3a-4c05-8b3f-b3d54be5b00a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:44.969506 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0bcfc99c-a297-4143-8616-520bef2484ca admin admin] Publish callbacks [] for security_group (b70299a1-3a3a-4c05-8b3f-b3d54be5b00a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.050610 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Provisioning complete for port 3aac1749-b1ae-4635-9b63-026393e93fce triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:45.051207 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.068791 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (6264883e-9b91-4c5c-a76e-f2fcd32636bd), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.100453 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0bcfc99c-a297-4143-8616-520bef2484ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b70299a1-3a3a-4c05-8b3f-b3d54be5b00a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.104606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0bcfc99c-a297-4143-8616-520bef2484ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.106513 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-0bcfc99c-a297-4143-8616-520bef2484ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b70299a1-3a3a-4c05-8b3f-b3d54be5b00a HTTP/1.1" status: 204 len: 168 time: 0.3071926 Aug 31 04:34:45.121886 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfc99c-a297-4143-8616-520bef2484ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70299a1-3a3a-4c05-8b3f-b3d54be5b00a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:45.125427 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 40b17dc4-0387-4791-a47b-a71303fb772b triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:45.125816 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.131842 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=e6f69cb1-fa76-4753-8c58-266d8720e51c,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:45.184742 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Router 9102118a-351c-4044-ae5c-912473d84ac4 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:34:45.224396 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:45.252713 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Current status of the port 3aac1749-b1ae-4635-9b63-026393e93fce is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:45.253172 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.300516 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Router 130b057b-8922-41a1-aa38-452d71a7f409 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:34:45.337742 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:45.453514 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:45.471506 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] For port 3aac1749-b1ae-4635-9b63-026393e93fce, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=3aac1749-b1ae-4635-9b63-026393e93fce,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:45.472659 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Sync routers for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:45.478754 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 40b17dc4-0387-4791-a47b-a71303fb772b is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:45.479922 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 3aac1749-b1ae-4635-9b63-026393e93fce up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:45.486148 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.531153 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.532418 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e23a9ae3-5f5f-467a-82fc-b0d4bbd66814 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8639061 Aug 31 04:34:45.536245 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Router 6264883e-9b91-4c5c-a76e-f2fcd32636bd is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:34:45.536595 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45244) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:45.544845 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:45.565890 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Sync routers for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:45.597308 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:45.597943 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:45.613159 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:45.613798 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:45.616655 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.618000 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-19a3394e-1ff6-4a4f-b29f-feaa39fec55d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7934127 Aug 31 04:34:45.621658 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45248) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:45.676848 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:45.678368 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Sync routers for ids ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:45.709643 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:45.744001 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:45.789208 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Provisioning complete for port a9281aff-7688-4138-8301-a4378c77d0b8 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:45.789208 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.817812 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:45.844108 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Sync routers for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:45.861491 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-41b0f18a-1303-439c-aaa0-e3f72a722e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.892562 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:45.894583 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Routers {'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:45.895688 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:45.935136 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Pushing event updated for resources: {'Port': ['ID=3aac1749-b1ae-4635-9b63-026393e93fce,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:45.978478 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:45.979740 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5587b757-dacf-42cb-a8cc-4e629589bc8d admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3247914 Aug 31 04:34:45.982949 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45264) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:46.019426 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-2734dd33-6dc0-4b3b-8c89-0e022e0f8df2 None None] Port a9281aff-7688-4138-8301-a4378c77d0b8 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:46.032836 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 3aac1749-b1ae-4635-9b63-026393e93fce triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:46.033140 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:46.164502 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:46.167698 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:46.204883 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-29653589-44fa-4a34-b8ab-0d13ceb253a1 None None] Provisioning complete for port 40b17dc4-0387-4791-a47b-a71303fb772b triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:46.205485 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-29653589-44fa-4a34-b8ab-0d13ceb253a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:46.297238 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 3aac1749-b1ae-4635-9b63-026393e93fce is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:46.302782 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 12ee3fc7-e587-426d-88a8-7b23164e86c8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:46.423636 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:46.562852 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-29653589-44fa-4a34-b8ab-0d13ceb253a1 None None] Current status of the port 40b17dc4-0387-4791-a47b-a71303fb772b is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:46.567211 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:46.608655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-29653589-44fa-4a34-b8ab-0d13ceb253a1 None None] Provisioning complete for port 3aac1749-b1ae-4635-9b63-026393e93fce triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:46.609988 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-29653589-44fa-4a34-b8ab-0d13ceb253a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:46.723094 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:46.802750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:46.861966 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:43Z', 'revision_number': 3, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:46.898076 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Checking router: 130b057b-8922-41a1-aa38-452d71a7f409 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:46.898456 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Updating router 130b057b-8922-41a1-aa38-452d71a7f409 port 484bdd55-d932-43a6-863a-267b7ca755c8 binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:46.906808 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 12ee3fc7-e587-426d-88a8-7b23164e86c8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:46.907643 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:46.953895 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:46.972746 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-29653589-44fa-4a34-b8ab-0d13ceb253a1 None None] Current status of the port 3aac1749-b1ae-4635-9b63-026393e93fce is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:46.979244 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Set router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:47.015017 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:47.101167 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:43Z', 'revision_number': 3, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:47.108138 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:DELETE=4,neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:47.129662 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 12ee3fc7-e587-426d-88a8-7b23164e86c8 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:47.141007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Allocated IP 172.20.0.1 (31592010-3eea-4675-990e-8bd640d060b2/abae11f7-f814-41cd-9333-6c803e22d836/c66e96a9-eb80-41c9-a3a9-f92b57b8ec92) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:47.154975 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:47.190467 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Checking router: 6264883e-9b91-4c5c-a76e-f2fcd32636bd for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:47.191039 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Updating router 6264883e-9b91-4c5c-a76e-f2fcd32636bd port afeed22d-ea19-4eeb-872d-88b86ea18135 binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:47.203092 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:47.325795 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.347914 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45320) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:47.353808 dv-cinder-855307-1-iscsi neutron-server[106561]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 04:34:47.381349 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:47.449157 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 40b17dc4-0387-4791-a47b-a71303fb772b up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:47.488792 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.565579 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:34:42Z', 'revision_number': 4, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'a9281aff-7688-4138-8301-a4378c77d0b8', 'name': '', 'network_id': '7c94b017-0418-451b-8f43-772814075ce1', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'mac_address': 'fa:16:3e:3c:f5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '339446f3-438e-4fd5-ade1-c8012a5d1e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:43Z', 'revision_number': 2, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'subnets': [{'id': '339446f3-438e-4fd5-ade1-c8012a5d1e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:47.621948 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Checking router: a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:47.623171 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Updating router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 port a9281aff-7688-4138-8301-a4378c77d0b8 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:47.663521 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.664460 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Publish callbacks [] for port (484bdd55-d932-43a6-863a-267b7ca755c8), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.684825 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.689429 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:40Z', 'revision_number': 3, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:47.713086 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 40b17dc4-0387-4791-a47b-a71303fb772b triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:47.713599 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.734321 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks [] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.762385 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Allocated IP 172.20.0.1 (2813bab1-8e5c-4bae-a18b-804fcb1fb44c/3578ffd1-14a4-4cef-89be-992597a84cfa/653b4f4d-1ba7-4973-92f5-bad17eeb2015) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:47.801522 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Checking router: 9102118a-351c-4044-ae5c-912473d84ac4 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:47.802206 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Updating router 9102118a-351c-4044-ae5c-912473d84ac4 port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:47.883055 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 40b17dc4-0387-4791-a47b-a71303fb772b is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:47.884508 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 3aac1749-b1ae-4635-9b63-026393e93fce up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:47.913437 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:47.927680 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Attempting to bind port 484bdd55-d932-43a6-863a-267b7ca755c8 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:47.931146 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Attempting to bind port 484bdd55-d932-43a6-863a-267b7ca755c8 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:47.932059 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Attempting to bind port 484bdd55-d932-43a6-863a-267b7ca755c8 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:47.947956 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:47.948335 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:47.954554 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.962765 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:47.963654 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Bound port: 484bdd55-d932-43a6-863a-267b7ca755c8, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:47.964250 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:47.978372 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.008112 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks [] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.089565 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] For port 484bdd55-d932-43a6-863a-267b7ca755c8, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:48.095124 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] For port 484bdd55-d932-43a6-863a-267b7ca755c8, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=484bdd55-d932-43a6-863a-267b7ca755c8,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:48.120293 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.155100 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:48.161447 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fe218-d27a-47de-96dc-dc46e4bd6830 None None] Pushing event updated for resources: {'Port': ['ID=484bdd55-d932-43a6-863a-267b7ca755c8,revision_number=2']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:48.195144 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Network 31592010-3eea-4675-990e-8bd640d060b2 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:48.215209 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:48.216201 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:48.231137 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-eaa6cce3-f817-4af9-8bd9-03f9e63de898 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:48.232771 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-eaa6cce3-f817-4af9-8bd9-03f9e63de898 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7c94b017-0418-451b-8f43-772814075ce1 HTTP/1.1" status: 200 len: 812 time: 0.8838933 Aug 31 04:34:48.233525 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:48.266458 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.274397 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-2481faea-75ba-4cce-9bb5-94c00b6f5fb4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/quotas/2967ca7d73584b45baa158f5994f64df HTTP/1.1" status: 200 len: 375 time: 0.0239186 Aug 31 04:34:48.276078 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:48.279706 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:48.280373 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (9102118a-351c-4044-ae5c-912473d84ac4), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.322248 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:48.376909 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fe218-d27a-47de-96dc-dc46e4bd6830 None None] Pushing event updated for resources: {'Port': ['ID=484bdd55-d932-43a6-863a-267b7ca755c8,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:48.380652 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:48.385346 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:48.403940 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:48.404434 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (130b057b-8922-41a1-aa38-452d71a7f409), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.504205 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.678271 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b260d4a6-c2bd-4ef2-a67c-7c1b04f07de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.679875 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-7c57c0fd-566c-4fa7-aa7f-950301d07b78 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2967ca7d73584b45baa158f5994f64df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1904907 Aug 31 04:34:48.699032 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 3aac1749-b1ae-4635-9b63-026393e93fce triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:48.707318 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.745626 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:48.746574 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.873032 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.890609 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:48.941032 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Publish callbacks [] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.985400 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.992983 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks [] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:48.995316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:48.997736 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:48.998877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-5d23d2b6-3c9c-4ff5-aa21-618577213770 None None] Provisioning complete for port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:48.999366 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5d23d2b6-3c9c-4ff5-aa21-618577213770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.001931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.003862 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (9102118a-351c-4044-ae5c-912473d84ac4), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.033555 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.064971 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:49.138378 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Pushing event updated for resources: {'Port': ['ID=653b4f4d-1ba7-4973-92f5-bad17eeb2015,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:49.154603 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:49.164847 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb066f7-88c9-4f8b-9d51-01e776872c5a None None] Pushing event updated for resources: {'Port': ['ID=afeed22d-ea19-4eeb-872d-88b86ea18135,revision_number=2']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:49.173362 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.181557 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Attempting to bind port afeed22d-ea19-4eeb-872d-88b86ea18135 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:49.182191 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Attempting to bind port afeed22d-ea19-4eeb-872d-88b86ea18135 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:49.182545 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Attempting to bind port afeed22d-ea19-4eeb-872d-88b86ea18135 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:49.192535 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:49.193087 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:49.193584 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.194140 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:49.195145 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Bound port: afeed22d-ea19-4eeb-872d-88b86ea18135, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:49.195632 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.290110 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:49.331368 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 3aac1749-b1ae-4635-9b63-026393e93fce is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:49.333656 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e6f69cb1-fa76-4753-8c58-266d8720e51c up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:49.346351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-185ed132-384f-4e3f-a06e-3e882a4bfe91 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:34:49.347953 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-185ed132-384f-4e3f-a06e-3e882a4bfe91 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2353039 Aug 31 04:34:49.359276 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Network 31592010-3eea-4675-990e-8bd640d060b2 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:49.370527 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:49.409624 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.410606 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-5d23d2b6-3c9c-4ff5-aa21-618577213770 None None] Port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:49.425402 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-5d23d2b6-3c9c-4ff5-aa21-618577213770 None None] Provisioning complete for port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:49.425840 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5d23d2b6-3c9c-4ff5-aa21-618577213770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.446881 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] For port afeed22d-ea19-4eeb-872d-88b86ea18135, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:49.474691 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-5d23d2b6-3c9c-4ff5-aa21-618577213770 None None] Port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:49.475265 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] For port afeed22d-ea19-4eeb-872d-88b86ea18135, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=afeed22d-ea19-4eeb-872d-88b86ea18135,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:49.494473 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:43Z', 'revision_number': 3, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:49.500494 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.509359 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e6f69cb1-fa76-4753-8c58-266d8720e51c triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:49.509914 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.588638 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:49.589779 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:49.610378 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks [] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.627718 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.628588 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (130b057b-8922-41a1-aa38-452d71a7f409), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.679030 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e6f69cb1-fa76-4753-8c58-266d8720e51c is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:49.788206 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-7772d160-bcf4-490e-85c8-2c6ab2051e4c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7c94b017-0418-451b-8f43-772814075ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321895 Aug 31 04:34:49.807822 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6138bb65-2c66-4158-81d6-0badf157e2d1 None None] The sync data for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi is: [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:43Z', 'revision_number': 3, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:49.828937 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Router 9102118a-351c-4044-ae5c-912473d84ac4 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:34:49.846338 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-83284880-1c09-44d3-9e10-917c28792d6d None None] Provisioning complete for port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:49.847569 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-83284880-1c09-44d3-9e10-917c28792d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.907421 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:49.933782 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Publish callbacks [] for port (a9281aff-7688-4138-8301-a4378c77d0b8), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.966070 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:49.990931 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb066f7-88c9-4f8b-9d51-01e776872c5a None None] Pushing event updated for resources: {'Port': ['ID=afeed22d-ea19-4eeb-872d-88b86ea18135,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:50.023928 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Pushing event updated for resources: {'Port': ['ID=653b4f4d-1ba7-4973-92f5-bad17eeb2015,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:50.040520 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:50.044184 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:50.058413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Allocated IP 172.20.0.1 (e4d0d7af-fefb-4895-aa58-44d019a740ec/85b76da2-6d29-44c7-a235-ffa1bd426087/c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:50.067328 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-83284880-1c09-44d3-9e10-917c28792d6d None None] Port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:50.070137 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:50.258771 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-e873a933-5621-4e1d-9c0e-fd5a3babd5c9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7c94b017-0418-451b-8f43-772814075ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508004 Aug 31 04:34:50.266217 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc33cb0-88a5-4c75-b5a3-ad113b550b2d None None] Pushing event updated for resources: {'Port': ['ID=a9281aff-7688-4138-8301-a4378c77d0b8,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:50.327556 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Publish callbacks [] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.384803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.427659 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:50.461860 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks [] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.506482 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:50.512985 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:50.534855 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8a365d9e-9a56-4c8a-a60a-dd95f807e7e3 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9102118a-351c-4044-ae5c-912473d84ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9965048 Aug 31 04:34:50.539241 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:50.573226 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.575070 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:43Z', 'revision_number': 3, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:50.593240 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Attempting to bind port a9281aff-7688-4138-8301-a4378c77d0b8 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:50.594288 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Attempting to bind port a9281aff-7688-4138-8301-a4378c77d0b8 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:50.595237 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Attempting to bind port a9281aff-7688-4138-8301-a4378c77d0b8 on network 7c94b017-0418-451b-8f43-772814075ce1 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:50.610577 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b351c-8d49-4181-8e76-47b6f18f5fe7 None None] The sync data for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi is: [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:43Z', 'revision_number': 3, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:50.627887 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:50.628260 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Checking segment: {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:50.628652 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.629036 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Bound using segment: {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:50.629754 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Bound port: a9281aff-7688-4138-8301-a4378c77d0b8, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:50.630245 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.637766 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Router 130b057b-8922-41a1-aa38-452d71a7f409 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:34:50.642415 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Attempting to bind port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:50.645908 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Attempting to bind port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:50.646795 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Attempting to bind port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:50.682590 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:50.684155 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:50.684526 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:50.685036 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.685912 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:50.687456 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Bound port: b34a8f35-d3c5-4d04-88dd-1563d9f47b27, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:50.688047 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.771518 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Network e4d0d7af-fefb-4895-aa58-44d019a740ec is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:50.787890 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:50.791280 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:50.791756 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (6264883e-9b91-4c5c-a76e-f2fcd32636bd), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.794868 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Pushing event updated for resources: {'Port': ['ID=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:50.812974 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:50.986824 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-7b34c266-974d-4a68-82ae-bc5164c5fbca None None] Provisioning complete for port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:50.990692 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7b34c266-974d-4a68-82ae-bc5164c5fbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:51.118539 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9751bd0-aab1-4f5c-844f-5e79d01eda80 None None] Pushing event updated for resources: {'Port': ['ID=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:51.153703 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-7b34c266-974d-4a68-82ae-bc5164c5fbca None None] Port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:51.357170 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:51.384207 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:51.403124 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-444903fa-6bc1-41b2-869d-92e6e9d04403 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/130b057b-8922-41a1-aa38-452d71a7f409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7733052 Aug 31 04:34:51.445680 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] For port b34a8f35-d3c5-4d04-88dd-1563d9f47b27, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:51.453870 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] For port b34a8f35-d3c5-4d04-88dd-1563d9f47b27, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:51.505575 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:51.683482 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9751bd0-aab1-4f5c-844f-5e79d01eda80 None None] Pushing event updated for resources: {'Port': ['ID=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:51.689909 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-e8ab4ea9-00be-437d-b4e1-51f2683063ca None None] Provisioning complete for port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:51.691244 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e8ab4ea9-00be-437d-b4e1-51f2683063ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:51.765563 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] For port a9281aff-7688-4138-8301-a4378c77d0b8, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:51.769624 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:51.771468 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:51.963719 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45472) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:51.985378 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-1b5313ac-e578-45f2-ab90-3578e164bc47 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204863759', 'description': 'tempest-description--1735021021'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:51.999572 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45476) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:52.073798 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1b5313ac-e578-45f2-ab90-3578e164bc47 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.133023 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.238237 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device afeed22d-ea19-4eeb-872d-88b86ea18135 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:52.268663 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1b5313ac-e578-45f2-ab90-3578e164bc47 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (f0ebde3e-59bf-47a8-b550-508fc4bfea33), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.279453 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1b5313ac-e578-45f2-ab90-3578e164bc47 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f0ebde3e-59bf-47a8-b550-508fc4bfea33), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.335571 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] For port a9281aff-7688-4138-8301-a4378c77d0b8, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=a9281aff-7688-4138-8301-a4378c77d0b8,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:52.355999 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab4ea9-00be-437d-b4e1-51f2683063ca None None] Port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:52.380012 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:52.383321 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.560888 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:52.587024 dv-cinder-855307-1-iscsi neutron-server[106562]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 04:34:52.728038 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a4ff548f-61c5-4195-8f7d-086bafd2b165 req-7f341d95-3aff-423b-8621-65db869fc855 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 210 time: 0.7250738 Aug 31 04:34:52.747753 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Routers {'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:52.750762 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:52.762246 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port afeed22d-ea19-4eeb-872d-88b86ea18135 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:52.763217 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.764360 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks [] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.786412 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.787627 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (6264883e-9b91-4c5c-a76e-f2fcd32636bd), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.831374 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc33cb0-88a5-4c75-b5a3-ad113b550b2d None None] Pushing event updated for resources: {'Port': ['ID=a9281aff-7688-4138-8301-a4378c77d0b8,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:52.907087 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1b5313ac-e578-45f2-ab90-3578e164bc47 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:52.910738 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-1b5313ac-e578-45f2-ab90-3578e164bc47 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9449241 Aug 31 04:34:52.915991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45532) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:52.933363 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-b9e7ef48-6f12-437f-985a-04059128f65f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'security_group_rule': {'security_group_id': 'f0ebde3e-59bf-47a8-b550-508fc4bfea33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:52.937437 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45534) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:52.939247 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5313ac-e578-45f2-ab90-3578e164bc47 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ebde3e-59bf-47a8-b550-508fc4bfea33,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:52.970032 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Pushing event updated for resources: {'Port': ['ID=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:53.135901 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Network e4d0d7af-fefb-4895-aa58-44d019a740ec is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:53.142450 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:53.151376 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ef48-6f12-437f-985a-04059128f65f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (24bbdbc1-1624-4379-b782-ff70972c312c), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.206342 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-c72850d3-d573-48d3-8b6a-61920e0a43cc tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:53.235371 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-c72850d3-d573-48d3-8b6a-61920e0a43cc tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 819 time: 0.3539534 Aug 31 04:34:53.284597 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-20f6a9b9-fccb-477b-942e-ada9a357eb02 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/quotas/c02e60929267489cb181831f1ac578e4 HTTP/1.1" status: 200 len: 375 time: 0.0482402 Aug 31 04:34:53.291060 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ef48-6f12-437f-985a-04059128f65f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (24bbdbc1-1624-4379-b782-ff70972c312c), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.337327 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ef48-6f12-437f-985a-04059128f65f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (24bbdbc1-1624-4379-b782-ff70972c312c), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.366483 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7ef48-6f12-437f-985a-04059128f65f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bbdbc1-1624-4379-b782-ff70972c312c,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:53.464818 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-99b30d2c-4a37-46e7-b5d2-f97f2f384d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.471777 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:53.486934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:53.504074 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9e7ef48-6f12-437f-985a-04059128f65f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.505355 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b9e7ef48-6f12-437f-985a-04059128f65f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5848598 Aug 31 04:34:53.511270 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45560) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:53.553653 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-096a8f27-1309-4318-b1f8-c32bc30c8818 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2667260 Aug 31 04:34:53.575768 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-d71ef81c-2699-4c64-932f-a4cc82bab7fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'security_group_rule': {'security_group_id': 'f0ebde3e-59bf-47a8-b550-508fc4bfea33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:53.585838 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Router 6264883e-9b91-4c5c-a76e-f2fcd32636bd has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:34:53.587141 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:53.696841 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] Set router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:53.704340 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-45e5490e-6948-4c00-85d3-6419daab95f6 None None] Provisioning complete for port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:53.705067 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-45e5490e-6948-4c00-85d3-6419daab95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.798175 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-45e5490e-6948-4c00-85d3-6419daab95f6 None None] Port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:53.800095 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Sync routers for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:53.808567 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:34:53.830244 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-df8441ff-a135-4645-b2cc-4dad463ad9ca admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6264883e-9b91-4c5c-a76e-f2fcd32636bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8459394 Aug 31 04:34:53.874501 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d71ef81c-2699-4c64-932f-a4cc82bab7fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (85146012-800f-44bc-9e55-e80551649bea), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.891248 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port afeed22d-ea19-4eeb-872d-88b86ea18135 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:53.891628 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:53.893104 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:53.911205 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:53.912202 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:54.013179 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-5a0300d2-df06-4ff6-ac5e-73b52e55869f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584353 Aug 31 04:34:54.064331 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:54.088268 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-81765681-91fa-4f26-84ba-e3d2d0f22351 req-126b1bb4-8c5e-42b1-92ac-08248bae79f6 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 210 time: 0.0591085 Aug 31 04:34:54.091392 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-99b30d2c-4a37-46e7-b5d2-f97f2f384d8b admin admin] Publish callbacks [] for security_group (334ef515-83ad-4ecd-95ff-7fd2dd234e86), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.176160 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:54.181181 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-99b30d2c-4a37-46e7-b5d2-f97f2f384d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (334ef515-83ad-4ecd-95ff-7fd2dd234e86), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.220907 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d71ef81c-2699-4c64-932f-a4cc82bab7fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (85146012-800f-44bc-9e55-e80551649bea), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.247991 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d71ef81c-2699-4c64-932f-a4cc82bab7fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (85146012-800f-44bc-9e55-e80551649bea), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.261872 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 2, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:54.268050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b30d2c-4a37-46e7-b5d2-f97f2f384d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334ef515-83ad-4ecd-95ff-7fd2dd234e86,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:54.287081 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45582) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:54.287641 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-99b30d2c-4a37-46e7-b5d2-f97f2f384d8b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9f1ea53eaafb4650867378af0b21bc4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3413887 Aug 31 04:34:54.312320 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ef81c-2699-4c64-932f-a4cc82bab7fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85146012-800f-44bc-9e55-e80551649bea,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:54.326273 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d71ef81c-2699-4c64-932f-a4cc82bab7fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.328052 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-d71ef81c-2699-4c64-932f-a4cc82bab7fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8013570 Aug 31 04:34:54.350768 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45584) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:54.353712 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-fa1afa71-5c55-4d86-bd93-0aea9bf50f8e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397031 Aug 31 04:34:54.355815 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:54.406795 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port afeed22d-ea19-4eeb-872d-88b86ea18135, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=afeed22d-ea19-4eeb-872d-88b86ea18135,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:54.407002 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7b5f-5054-48e1-871a-8b2c2791901f admin admin] Publish callbacks [] for security_group (334ef515-83ad-4ecd-95ff-7fd2dd234e86), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.423667 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d264ac-7577-49be-9405-b7678ec106cb None None] The sync data for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi is: [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 2, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:54.431884 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7b5f-5054-48e1-871a-8b2c2791901f admin admin] Publish callbacks [] for security_group (334ef515-83ad-4ecd-95ff-7fd2dd234e86), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.475205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45594) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:54.480823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-b851231e-db99-441c-bda5-1bdd59cae197 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--610828321', 'description': 'tempest-description--1863772102'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:54.490165 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.532334 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Sync routers for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:34:54.547139 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:54.548675 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:54.548808 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.554620 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 484bdd55-d932-43a6-863a-267b7ca755c8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:54.575556 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b851231e-db99-441c-bda5-1bdd59cae197 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.719859 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7b5f-5054-48e1-871a-8b2c2791901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (334ef515-83ad-4ecd-95ff-7fd2dd234e86), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.722409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.20', 54854) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:54.728557 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3b9c7b5f-5054-48e1-871a-8b2c2791901f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.729754 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3b9c7b5f-5054-48e1-871a-8b2c2791901f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/334ef515-83ad-4ecd-95ff-7fd2dd234e86 HTTP/1.1" status: 204 len: 168 time: 0.4413698 Aug 31 04:34:54.732651 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b851231e-db99-441c-bda5-1bdd59cae197 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (c15944cb-4456-45b6-8a15-a64a5f55e66a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.742661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b851231e-db99-441c-bda5-1bdd59cae197 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c15944cb-4456-45b6-8a15-a64a5f55e66a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.821250 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851231e-db99-441c-bda5-1bdd59cae197 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15944cb-4456-45b6-8a15-a64a5f55e66a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:54.835324 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:54.875648 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b851231e-db99-441c-bda5-1bdd59cae197 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:54.895293 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b851231e-db99-441c-bda5-1bdd59cae197 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4014759 Aug 31 04:34:54.913925 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45624) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:54.945657 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-9598a89d-dc2b-4e28-b861-d228c74bf3cb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'security_group_rule': {'security_group_id': 'c15944cb-4456-45b6-8a15-a64a5f55e66a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:55.034905 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c7b5f-5054-48e1-871a-8b2c2791901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ef515-83ad-4ecd-95ff-7fd2dd234e86,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:55.054916 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-afc44d7a-521a-41d2-8d29-2c40e8447772 req-efaaed7f-1dda-4163-b4cc-8565ca6cf8ce tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 210 time: 0.3169844 Aug 31 04:34:55.202998 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:55.359116 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 484bdd55-d932-43a6-863a-267b7ca755c8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:55.359700 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:55.429190 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9598a89d-dc2b-4e28-b861-d228c74bf3cb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (c69a58ea-fdce-4f6d-8207-983684869d19), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:55.469505 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=afeed22d-ea19-4eeb-872d-88b86ea18135,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:55.522953 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:55.560725 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-1cf82651-1eae-48a3-9038-33bd809c16c5 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:55.562451 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-1cf82651-1eae-48a3-9038-33bd809c16c5 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.20 "GET /networking/v2.0/networks?id=7c94b017-0418-451b-8f43-772814075ce1 HTTP/1.1" status: 200 len: 812 time: 0.7487202 Aug 31 04:34:55.613306 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Allocated IP 172.27.3.74 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/82ad0026-bcc7-44bb-a474-8699bef8a0a7) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:55.616901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9598a89d-dc2b-4e28-b861-d228c74bf3cb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (c69a58ea-fdce-4f6d-8207-983684869d19), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:55.622662 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:34:42Z', 'revision_number': 4, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'a9281aff-7688-4138-8301-a4378c77d0b8', 'name': '', 'network_id': '7c94b017-0418-451b-8f43-772814075ce1', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'mac_address': 'fa:16:3e:3c:f5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '339446f3-438e-4fd5-ade1-c8012a5d1e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:51Z', 'revision_number': 4, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'subnets': [{'id': '339446f3-438e-4fd5-ade1-c8012a5d1e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:55.645413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Request body: {'port': {'device_id': '4342bb06-528a-4fff-8494-cfbce3babb99', 'network_id': '7c94b017-0418-451b-8f43-772814075ce1', 'admin_state_up': True, 'tenant_id': '2967ca7d73584b45baa158f5994f64df'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:55.659519 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:55.704357 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9598a89d-dc2b-4e28-b861-d228c74bf3cb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (c69a58ea-fdce-4f6d-8207-983684869d19), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:55.796223 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 2, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:55.812800 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:55.829213 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfab86ae-9c82-41d5-9b30-e0add976ded3 None None] The sync data for ids ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'] in dv-cinder-855307-1-iscsi is: [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:34:42Z', 'revision_number': 4, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'a9281aff-7688-4138-8301-a4378c77d0b8', 'name': '', 'network_id': '7c94b017-0418-451b-8f43-772814075ce1', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'mac_address': 'fa:16:3e:3c:f5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '339446f3-438e-4fd5-ade1-c8012a5d1e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:51Z', 'revision_number': 4, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'subnets': [{'id': '339446f3-438e-4fd5-ade1-c8012a5d1e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:55.846381 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45688) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:55.898115 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Checking router: 6264883e-9b91-4c5c-a76e-f2fcd32636bd for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:55.898842 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:34:49Z', 'revision_number': 2, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:55.899132 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Updating router 6264883e-9b91-4c5c-a76e-f2fcd32636bd port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:56.105184 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Checking router: 130b057b-8922-41a1-aa38-452d71a7f409 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:34:56.106262 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Updating router 130b057b-8922-41a1-aa38-452d71a7f409 port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:34:56.147945 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.163650 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598a89d-dc2b-4e28-b861-d228c74bf3cb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69a58ea-fdce-4f6d-8207-983684869d19,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:56.217579 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:56.218529 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:56.219987 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.222172 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 484bdd55-d932-43a6-863a-267b7ca755c8 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:56.222625 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.289092 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9598a89d-dc2b-4e28-b861-d228c74bf3cb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.298253 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9598a89d-dc2b-4e28-b861-d228c74bf3cb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3691976 Aug 31 04:34:56.301421 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45712) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:56.370217 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6f61-42b4-429d-8d86-f332428c329d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.394312 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0f6b309c-1e01-47ff-b06d-91203efb63c0 req-a26b66af-35b7-412c-88f7-de4304162008 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 210 time: 0.6080863 Aug 31 04:34:56.406438 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-fc781ead-7c5c-41b8-9d70-fdcf9dbc10a7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'security_group_rule': {'security_group_id': 'c15944cb-4456-45b6-8a15-a64a5f55e66a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:56.753950 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc781ead-7c5c-41b8-9d70-fdcf9dbc10a7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (1605e977-8d54-43c4-a2df-8cae9f44fce2), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.904516 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Made reservation on behalf of 2967ca7d73584b45baa158f5994f64df for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:34:56.913820 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.916232 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Publish callbacks [] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.936391 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 484bdd55-d932-43a6-863a-267b7ca755c8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=484bdd55-d932-43a6-863a-267b7ca755c8,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:56.939445 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.976762 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:56.980553 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.015642 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:57.051305 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Publish callbacks [] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.055138 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:57.089511 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.129762 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-b5be6671-2e96-42ac-8555-74b03c4af861 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:57.131540 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-b5be6671-2e96-42ac-8555-74b03c4af861 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 819 time: 1.4227722 Aug 31 04:34:57.166251 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382f0a1-f634-4610-800d-e8d5b0ce5eb4 None None] Pushing event updated for resources: {'Port': ['ID=653b4f4d-1ba7-4973-92f5-bad17eeb2015,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.236051 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-cf524ab2-1e92-4d88-8a5b-f8397b4128b9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/quotas/c02e60929267489cb181831f1ac578e4 HTTP/1.1" status: 200 len: 375 time: 0.0790069 Aug 31 04:34:57.259087 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc781ead-7c5c-41b8-9d70-fdcf9dbc10a7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (1605e977-8d54-43c4-a2df-8cae9f44fce2), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.272726 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc781ead-7c5c-41b8-9d70-fdcf9dbc10a7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (1605e977-8d54-43c4-a2df-8cae9f44fce2), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.327454 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8fd86-2e3e-4a14-aad0-770bb999c195 None None] Pushing event updated for resources: {'Port': ['ID=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.333598 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Attempting to bind port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:57.334228 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Attempting to bind port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:57.334752 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Attempting to bind port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b on network e4d0d7af-fefb-4895-aa58-44d019a740ec {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:57.342917 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:57.342917 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Checking segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:57.342917 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.344062 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Bound using segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:57.345919 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Bound port: c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:57.346923 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.379978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc781ead-7c5c-41b8-9d70-fdcf9dbc10a7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.385342 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-fc781ead-7c5c-41b8-9d70-fdcf9dbc10a7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9852958 Aug 31 04:34:57.389567 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc781ead-7c5c-41b8-9d70-fdcf9dbc10a7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1605e977-8d54-43c4-a2df-8cae9f44fce2,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.406337 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45738) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:57.418241 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Attempting to bind port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:34:57.419114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Attempting to bind port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:34:57.419484 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Attempting to bind port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:34:57.437366 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:57.441422 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:34:57.441788 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Checking segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:34:57.442187 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.442810 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Bound using segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:34:57.444016 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Bound port: 653b4f4d-1ba7-4973-92f5-bad17eeb2015, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:34:57.444363 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.452515 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:34:57.489615 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=484bdd55-d932-43a6-863a-267b7ca755c8,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.509268 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] For port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:57.515947 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] For port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:57.517379 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a9281aff-7688-4138-8301-a4378c77d0b8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:57.531270 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.560032 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:57.599892 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] For port 653b4f4d-1ba7-4973-92f5-bad17eeb2015, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:34:57.604667 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Allocated IP 172.20.0.4 (7c94b017-0418-451b-8f43-772814075ce1/339446f3-438e-4fd5-ade1-c8012a5d1e69/5e5c2be7-aa12-4c15-87d9-6d00c7cc9777) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:57.604988 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] For port 653b4f4d-1ba7-4973-92f5-bad17eeb2015, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=653b4f4d-1ba7-4973-92f5-bad17eeb2015,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:34:57.615918 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port a9281aff-7688-4138-8301-a4378c77d0b8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:57.616893 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.654577 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.695478 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:57.699936 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:57.729959 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d78051a5-4adf-410c-8d14-a9f18fa7a5b7 req-815a927b-2e51-441a-97cb-664d48d2354c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 210 time: 0.0728731 Aug 31 04:34:57.742328 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45746) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:57.814527 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.853194 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:57.855376 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:34:57.857755 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:57.880396 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:57.888783 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks [] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.908557 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:57.929994 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382f0a1-f634-4610-800d-e8d5b0ce5eb4 None None] Pushing event updated for resources: {'Port': ['ID=653b4f4d-1ba7-4973-92f5-bad17eeb2015,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:57.948241 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:57.993798 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8fd86-2e3e-4a14-aad0-770bb999c195 None None] Pushing event updated for resources: {'Port': ['ID=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,revision_number=4']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.006530 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.036392 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Network 7c94b017-0418-451b-8f43-772814075ce1 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:58.055996 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port a9281aff-7688-4138-8301-a4378c77d0b8 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:58.056378 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.059284 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:58.060903 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:58.102905 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:34:58.110066 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:34:58.122956 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:58.123635 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.125709 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:58.127363 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.144657 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6ae93806-c9c8-4463-8b37-f2457cb4f810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.161961 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-bcebd6ee-b591-4220-8e77-1a215198df30 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9050388 Aug 31 04:34:58.171983 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6f61-42b4-429d-8d86-f332428c329d admin admin] Publish callbacks [] for security_group (fc9c7e92-a214-4206-99c3-578a161a0e21), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.184901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Pushing event updated for resources: {'Port': ['ID=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.197102 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a6b6f61-42b4-429d-8d86-f332428c329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (fc9c7e92-a214-4206-99c3-578a161a0e21), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.199469 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-71808987-451f-4978-8ea8-295318603a0b tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5661900 Aug 31 04:34:58.228679 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'Port': ['ID=82ad0026-bcc7-44bb-a474-8699bef8a0a7,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.230865 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port a9281aff-7688-4138-8301-a4378c77d0b8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=a9281aff-7688-4138-8301-a4378c77d0b8,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:58.245223 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1a6b6f61-42b4-429d-8d86-f332428c329d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=82c59067fd754d1aa176231ccd7fcc88&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3593266 Aug 31 04:34:58.248262 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.252125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45756) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:58.253332 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device afeed22d-ea19-4eeb-872d-88b86ea18135 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:58.277040 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:58.377697 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (35638662-941a-4038-86a3-0099739a6cee), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.419452 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:58.464275 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b6f61-42b4-429d-8d86-f332428c329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c7e92-a214-4206-99c3-578a161a0e21,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.550932 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-67b81b2b-dd2c-437a-8184-70ab24e2da64 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:34:58.568588 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-67b81b2b-dd2c-437a-8184-70ab24e2da64 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2061100 Aug 31 04:34:58.574256 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6ae93806-c9c8-4463-8b37-f2457cb4f810 admin admin] Publish callbacks [] for security_group (935ae684-18f6-4400-8578-b8407fd5c71a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.579799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-48191bd0-9be3-4e9d-8dda-07bc56b68c88 admin admin] Publish callbacks [] for security_group (fc9c7e92-a214-4206-99c3-578a161a0e21), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.597076 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6ae93806-c9c8-4463-8b37-f2457cb4f810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (935ae684-18f6-4400-8578-b8407fd5c71a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.676281 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-48191bd0-9be3-4e9d-8dda-07bc56b68c88 admin admin] Publish callbacks [] for security_group (fc9c7e92-a214-4206-99c3-578a161a0e21), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.682869 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:34:57Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:58.732343 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939d50b-4e4b-4724-aade-303daf201617 None None] The sync data for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi is: [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:34:57Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:58.743408 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-6ae93806-c9c8-4463-8b37-f2457cb4f810 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=51854995213c448882c666ef1cbe2579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9997711 Aug 31 04:34:58.744788 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45762) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:34:58.746561 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=a9281aff-7688-4138-8301-a4378c77d0b8,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:58.748276 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.753296 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ff6ea303-0169-41e2-a491-10b964f44f2e None None] Provisioning complete for port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:58.753667 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea303-0169-41e2-a491-10b964f44f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.778354 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:58.794265 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Allocated IP 172.27.3.31 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/e992cccd-e2d8-46ce-a10b-659d0529b12a) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:34:58.809536 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port afeed22d-ea19-4eeb-872d-88b86ea18135 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:58.810104 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:58.847891 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ea303-0169-41e2-a491-10b964f44f2e None None] Port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:34:58.898547 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:34:57Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:34:58.916099 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-519dd500-a2ba-4ee5-8d37-5036cf23ed59 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276193 Aug 31 04:34:58.924109 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:58.928359 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513f88-414e-4fa1-97e2-11a407740368 None None] The sync data for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi is: [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:34:57Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:34:58.966658 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port afeed22d-ea19-4eeb-872d-88b86ea18135 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:58.967394 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b34a8f35-d3c5-4d04-88dd-1563d9f47b27 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:34:58.970931 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:59.026251 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:34:59.026693 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.072035 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93806-c9c8-4463-8b37-f2457cb4f810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935ae684-18f6-4400-8578-b8407fd5c71a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:59.102503 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.134832 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-663f2447-1399-4962-91a8-8a2edd82e544 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925077 Aug 31 04:34:59.182747 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:59.242447 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:34:59.243136 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.249852 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f260e-cf7f-4b94-8295-c954c6157d5b req-5c62dce6-a989-470e-aa32-1165cdc7b7f1 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:34:59.262435 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b3f260e-cf7f-4b94-8295-c954c6157d5b req-5c62dce6-a989-470e-aa32-1165cdc7b7f1 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 931 time: 0.1990657 Aug 31 04:34:59.266330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-48191bd0-9be3-4e9d-8dda-07bc56b68c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (fc9c7e92-a214-4206-99c3-578a161a0e21), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.273130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-48191bd0-9be3-4e9d-8dda-07bc56b68c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.275206 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.281247 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-48191bd0-9be3-4e9d-8dda-07bc56b68c88 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fc9c7e92-a214-4206-99c3-578a161a0e21 HTTP/1.1" status: 204 len: 168 time: 1.0274189 Aug 31 04:34:59.303953 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-caa3fbf0-59c4-4ceb-9fcb-d676700f23a2 admin admin] Publish callbacks [] for security_group (935ae684-18f6-4400-8578-b8407fd5c71a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.314287 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.320986 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port b34a8f35-d3c5-4d04-88dd-1563d9f47b27, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:34:59.325716 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (35638662-941a-4038-86a3-0099739a6cee), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.345417 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.397723 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48191bd0-9be3-4e9d-8dda-07bc56b68c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c7e92-a214-4206-99c3-578a161a0e21,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:59.513182 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-caa3fbf0-59c4-4ceb-9fcb-d676700f23a2 admin admin] Publish callbacks [] for security_group (935ae684-18f6-4400-8578-b8407fd5c71a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.561867 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-2725b092-c377-4d55-a59e-9ddb0e81e397 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:34:59.562202 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.575276 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-2725b092-c377-4d55-a59e-9ddb0e81e397 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0429485 Aug 31 04:34:59.588993 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'Port': ['ID=82ad0026-bcc7-44bb-a474-8699bef8a0a7,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:59.668644 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:34:59.668897 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:34:59.877087 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:34:59.904245 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:34:59.948826 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b3f260e-cf7f-4b94-8295-c954c6157d5b req-136a58d8-32f3-4d10-b082-3a6f7c3ba433 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6610365 Aug 31 04:34:59.958982 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:34:59.972088 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-187bd40e-4458-4c4e-82f9-d36bc1d779a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6110048 Aug 31 04:35:00.000299 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-caa3fbf0-59c4-4ceb-9fcb-d676700f23a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (935ae684-18f6-4400-8578-b8407fd5c71a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:00.004428 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-caa3fbf0-59c4-4ceb-9fcb-d676700f23a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:00.011077 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-caa3fbf0-59c4-4ceb-9fcb-d676700f23a2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/935ae684-18f6-4400-8578-b8407fd5c71a HTTP/1.1" status: 204 len: 168 time: 1.0034349 Aug 31 04:35:00.019609 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:35:00.072997 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3fbf0-59c4-4ceb-9fcb-d676700f23a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935ae684-18f6-4400-8578-b8407fd5c71a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.183309 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'Port': ['ID=e992cccd-e2d8-46ce-a10b-659d0529b12a,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:00.260787 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a9281aff-7688-4138-8301-a4378c77d0b8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:00.306485 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-70b8bacf-6c1a-46d6-afb5-3961813f022f req-5068d94a-b573-4144-a38f-4cbc82e9e7c9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.1488640 Aug 31 04:35:00.330105 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (837ea61e-cbd4-49ce-923a-928a6abf8521), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:00.420657 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:00.496761 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port a9281aff-7688-4138-8301-a4378c77d0b8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:00.502281 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:00.764231 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-0ab430fb-f6d2-45fc-bc7c-bbc732e32191 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--204863759&fields=id&tenant_id=3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 267 time: 0.1645505 Aug 31 04:35:00.812949 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port a9281aff-7688-4138-8301-a4378c77d0b8 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:00.814691 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 653b4f4d-1ba7-4973-92f5-bad17eeb2015 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:00.926198 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Request body: {'port': {'device_id': '4342bb06-528a-4fff-8494-cfbce3babb99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:00.981268 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:00.982112 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.130632 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.148805 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.149560 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (837ea61e-cbd4-49ce-923a-928a6abf8521), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.276314 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.20', 54869) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:01.285744 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:01.286640 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.432906 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 653b4f4d-1ba7-4973-92f5-bad17eeb2015, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=653b4f4d-1ba7-4973-92f5-bad17eeb2015,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:01.454369 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.455867 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:01.485115 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.487393 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0510588 Aug 31 04:35:01.493421 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-40962f51-b5c3-4d15-ab25-39f633beec3e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:01.502358 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-40962f51-b5c3-4d15-ab25-39f633beec3e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 817 time: 0.7318938 Aug 31 04:35:01.503227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45846) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:01.519039 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d7a48-b435-4d21-8322-7c6f5cd50776 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'Port': ['ID=e992cccd-e2d8-46ce-a10b-659d0529b12a,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:01.556223 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de0734-414b-4263-b8d3-cf05438b87a1 req-bfdc7a35-d7c2-426c-b6eb-2706d12b6c29 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:01.566454 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-09de0734-414b-4263-b8d3-cf05438b87a1 req-bfdc7a35-d7c2-426c-b6eb-2706d12b6c29 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 931 time: 0.2754276 Aug 31 04:35:01.711026 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-09de0734-414b-4263-b8d3-cf05438b87a1 req-5ef72258-431e-4e2e-a93d-ebc4dd2ed949 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432757 Aug 31 04:35:01.761238 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.821877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=653b4f4d-1ba7-4973-92f5-bad17eeb2015,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:01.842557 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-d2aef91d-4134-4f8a-b288-bf7bacabe8a7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/quotas/3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 375 time: 0.1218681 Aug 31 04:35:01.846914 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-244f5d7e-7490-481f-a0eb-909d22353003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.897673 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:01.899208 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:01.907435 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:02.017283 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-efac43f5-d642-4b50-9117-e98f69c6ac6f req-9340e942-60ee-41a5-810d-518c8ffb8bce tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.0627468 Aug 31 04:35:02.144609 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:02.145081 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:02.162743 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:02.212890 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Sync routers for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:02.228940 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:02.239211 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-a2e59544-0127-447c-b2b2-0cf0bddaa22b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--610828321&fields=id&tenant_id=94afda48b8e545dfaeac33a66f592fe2 HTTP/1.1" status: 200 len: 267 time: 0.1113319 Aug 31 04:35:02.255671 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-b35a4553-ef4e-4330-90db-6a5f102938c9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4121439 Aug 31 04:35:02.325209 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:02.330877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:35:02.332688 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:02.342769 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:02.405185 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-101e3ed2-0f78-49c1-9ac1-ffe6100486b3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:02.407391 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-101e3ed2-0f78-49c1-9ac1-ffe6100486b3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 819 time: 1.1244302 Aug 31 04:35:02.419832 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45882) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:02.441283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:02.443415 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 484bdd55-d932-43a6-863a-267b7ca755c8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:02.535015 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-d2b0c78a-500c-4e57-ad46-0ece5bc16e9b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:02.536611 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-d2b0c78a-500c-4e57-ad46-0ece5bc16e9b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 811 time: 0.2963250 Aug 31 04:35:02.602350 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-f052349b-4ced-42a1-85bb-76fa64b862fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/quotas/94afda48b8e545dfaeac33a66f592fe2 HTTP/1.1" status: 200 len: 375 time: 0.0544631 Aug 31 04:35:02.762429 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-244f5d7e-7490-481f-a0eb-909d22353003 admin admin] Publish callbacks [] for security_group (98d1e99b-e63c-4e65-bed7-2979ccadbd99), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:02.778544 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-347126117-network', 'tenant_id': '365e83c8647b401da0040ff09e9cda7e'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:02.783013 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-244f5d7e-7490-481f-a0eb-909d22353003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (98d1e99b-e63c-4e65-bed7-2979ccadbd99), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:02.785224 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-13b5a7d0-eefa-44e1-b4df-ab8b135789c9 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1732240 Aug 31 04:35:02.788130 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-3737f69b-698f-4058-a01e-2568a10ab80c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681249 Aug 31 04:35:02.822976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:02.833034 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:35:02.834628 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f5d7e-7490-481f-a0eb-909d22353003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d1e99b-e63c-4e65-bed7-2979ccadbd99,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:02.877972 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-ad84b856-e849-4c24-8200-7fd4db4863e8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896735 Aug 31 04:35:02.884754 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:02.884997 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 484bdd55-d932-43a6-863a-267b7ca755c8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:02.885393 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:02.944428 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-244f5d7e-7490-481f-a0eb-909d22353003 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e7828485ce8545c7985c966188fd1349&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2700710 Aug 31 04:35:02.945298 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Made reservation on behalf of 365e83c8647b401da0040ff09e9cda7e for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:02.947783 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:02.954043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 45896) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:03.004051 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.063895 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:03.111849 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-974465f3-4d9f-4479-9275-32ade40e7ed7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934270 Aug 31 04:35:03.125507 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-396d1166-37c8-4438-a9fd-9b5fdd1abd8f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387502 Aug 31 04:35:03.157948 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:03.170228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf145ec7-dab2-4105-bbf2-74b299a40f49 admin admin] Publish callbacks [] for security_group (98d1e99b-e63c-4e65-bed7-2979ccadbd99), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.175905 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Publish callbacks [] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.215893 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 484bdd55-d932-43a6-863a-267b7ca755c8 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:03.242450 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf145ec7-dab2-4105-bbf2-74b299a40f49 admin admin] Publish callbacks [] for security_group (98d1e99b-e63c-4e65-bed7-2979ccadbd99), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.245423 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Transition to ACTIVE for port object 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:35:03.258883 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.379941 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 2, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:03.408432 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Checking router: 9102118a-351c-4044-ae5c-912473d84ac4 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:03.409039 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Updating router 9102118a-351c-4044-ae5c-912473d84ac4 port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:35:03.457326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Attempting to bind port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:35:03.457807 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Attempting to bind port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:35:03.458326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Attempting to bind port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 on network 7c94b017-0418-451b-8f43-772814075ce1 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:03.464997 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks [] for security_group (a52622ef-f0c5-42f8-a20e-604a3cb40a6b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.470058 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:03.474792 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.490392 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a52622ef-f0c5-42f8-a20e-604a3cb40a6b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.496206 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 on network 7c94b017-0418-451b-8f43-772814075ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:35:03.499252 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Attempting to bind port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 on network 7c94b017-0418-451b-8f43-772814075ce1 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:03.509689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2514-0724-401a-b6ff-14a7ec220970 req-a2a54081-b708-4195-850b-c7ec4fee775a tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:03.520580 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c36c2514-0724-401a-b6ff-14a7ec220970 req-a2a54081-b708-4195-850b-c7ec4fee775a tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0940862 Aug 31 04:35:03.540605 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf145ec7-dab2-4105-bbf2-74b299a40f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (98d1e99b-e63c-4e65-bed7-2979ccadbd99), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.544046 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf145ec7-dab2-4105-bbf2-74b299a40f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.545220 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-cf145ec7-dab2-4105-bbf2-74b299a40f49 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/98d1e99b-e63c-4e65-bed7-2979ccadbd99 HTTP/1.1" status: 204 len: 168 time: 0.5897553 Aug 31 04:35:03.551344 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:35:03.551714 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Checking segment: {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:03.552279 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Bound using segment: {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:35:03.552821 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Bound port: 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c94b017-0418-451b-8f43-772814075ce1'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:35:03.553158 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.562691 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:35:03.595661 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b34a8f35-d3c5-4d04-88dd-1563d9f47b27 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:03.608377 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52622ef-f0c5-42f8-a20e-604a3cb40a6b,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:03.621155 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:03.672470 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c36c2514-0724-401a-b6ff-14a7ec220970 req-e30f251f-187d-48a8-880b-eed3957ac3c1 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445370 Aug 31 04:35:03.672829 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (fa09b32e-3dca-484b-aae6-538926456e8a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.673176 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Added segment fa09b32e-3dca-484b-aae6-538926456e8a of type vlan for network 25529e5d-0b49-4a96-beaa-7ccf25d31f42 Aug 31 04:35:03.716688 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fd99d802-6fb2-4ba1-be57-d39dad57ba44 req-a43e1765-5edf-4dde-b983-c11ddff910d9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.1360114 Aug 31 04:35:03.732282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145ec7-dab2-4105-bbf2-74b299a40f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d1e99b-e63c-4e65-bed7-2979ccadbd99,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:03.791887 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (25529e5d-0b49-4a96-beaa-7ccf25d31f42), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.810496 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:03.813398 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] For port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:03.821703 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] For port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:03.852375 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.869442 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2b5c6ad5-5e5e-492f-9745-2f379f300200 req-ccfabe12-4777-4c99-86d6-2d312a57f4da tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0867076 Aug 31 04:35:03.883094 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:03.883094 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.883094 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 HTTP/1.1" status: 200 len: 1093 time: 3.8650620 Aug 31 04:35:03.903534 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4342bb06-528a-4fff-8494-cfbce3babb99', 'tag': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:03.909682 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:03.963884 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (25529e5d-0b49-4a96-beaa-7ccf25d31f42), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.964941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:03.965693 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:03.969795 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-18a01cdd-0b6d-4e5d-96ad-687b682e0148 req-6bdc7397-2768-40fe-87ae-750691e1c292 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.1342392 Aug 31 04:35:04.001930 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:04.027572 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:04.027938 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.084461 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Publish callbacks [] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.100970 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.237148 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d48c2-e332-4169-9a27-f681acf4ed81 None None] Pushing event updated for resources: {'Port': ['ID=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.257310 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Attempting to bind port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:35:04.258121 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Attempting to bind port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:35:04.258121 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Attempting to bind port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 on network 31592010-3eea-4675-990e-8bd640d060b2 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:04.264597 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:04.265669 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 653b4f4d-1ba7-4973-92f5-bad17eeb2015 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:04.270582 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:35:04.271418 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Checking segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:04.272246 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.272246 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Bound using segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:35:04.272607 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Bound port: c66e96a9-eb80-41c9-a3a9-f92b57b8ec92, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:35:04.272987 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.283204 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8622143 Aug 31 04:35:04.286399 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 45942) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:04.291339 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c3e0-e98c-4ae8-b73c-db94efa08c4c admin admin] Pushing event updated for resources: {'Network': ['ID=25529e5d-0b49-4a96-beaa-7ccf25d31f42,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.297150 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Request body: {'subnet': {'network_id': '25529e5d-0b49-4a96-beaa-7ccf25d31f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-347126117-subnet', 'tenant_id': '365e83c8647b401da0040ff09e9cda7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:04.318111 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b21efa-52e2-4009-bafd-0a43939ba5fa service neutron] Pushing event updated for resources: {'Port': ['ID=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.320687 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 25529e5d-0b49-4a96-beaa-7ccf25d31f42 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:35:04.389304 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Made reservation on behalf of 365e83c8647b401da0040ff09e9cda7e for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:04.393449 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.409256 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf925d-15a7-400b-a5b1-13b424d1c71a" -d '{"events": [{"name": "network-changed", "server_uuid": "4342bb06-528a-4fff-8494-cfbce3babb99", "tag": "5e5c2be7-aa12-4c15-87d9-6d00c7cc9777"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:04.456184 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:04.456772 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.464338 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] For port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:04.498748 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] For port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:04.513191 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.568109 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:35:04.568742 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:34:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:04.579007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec52499-d95b-4c1a-a905-c6e79d67863f x-openstack-request-id: req-6ec52499-d95b-4c1a-a905-c6e79d67863f {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:04.579484 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4342bb06-528a-4fff-8494-cfbce3babb99", "tag": "5e5c2be7-aa12-4c15-87d9-6d00c7cc9777", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:04.579581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ec52499-d95b-4c1a-a905-c6e79d67863f {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:04.580284 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec52499-d95b-4c1a-a905-c6e79d67863f'] response: {'name': 'network-changed', 'server_uuid': '4342bb06-528a-4fff-8494-cfbce3babb99', 'tag': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777', 'status': 'completed', 'code': 200} Aug 31 04:35:04.625214 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (8b2dce56-8968-4843-943d-ccf635b3f912), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.647939 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d48c2-e332-4169-9a27-f681acf4ed81 None None] Pushing event updated for resources: {'Port': ['ID=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.669972 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:04.671204 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:04.687681 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2dce56-8968-4843-943d-ccf635b3f912,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:04.695397 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Checking segment: {'id': 'fa09b32e-3dca-484b-aae6-538926456e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25529e5d-0b49-4a96-beaa-7ccf25d31f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:04.695940 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Network hostable DHCP agents. Network: 25529e5d-0b49-4a96-beaa-7ccf25d31f42, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:35:04.721152 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Network 25529e5d-0b49-4a96-beaa-7ccf25d31f42 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:35:04.739868 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 25529e5d-0b49-4a96-beaa-7ccf25d31f42) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:04.748142 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:04.753373 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba00d7c9-3dec-4e3f-8fa1-9cdfcfe6f63b None None] Network 25529e5d-0b49-4a96-beaa-7ccf25d31f42 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:35:04.754537 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:04.755178 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.801896 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3214c20d-759b-415c-9ad1-979dc9685988 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5050454 Aug 31 04:35:04.827359 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:35:04.854454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21625e91-f468-499c-98f9-a1790f869a6e req-c1bb0fca-16d0-4fc9-831b-b53a59a92877 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:04.862085 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-21625e91-f468-499c-98f9-a1790f869a6e req-c1bb0fca-16d0-4fc9-831b-b53a59a92877 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0617492 Aug 31 04:35:04.887619 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:04.888224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:04.925936 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-21625e91-f468-499c-98f9-a1790f869a6e req-1b251c0d-314a-4000-b2de-e1b5f026b9b1 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623784 Aug 31 04:35:04.973366 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:05.071879 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d135a7c-82bf-4ee0-bc94-464597707b60 None None] Network 25529e5d-0b49-4a96-beaa-7ccf25d31f42 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:35:05.086591 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6928ae30-9cf0-4152-9661-b1d9d4766fd8 req-f1b8c046-6a21-41ec-b641-3b137b4bab39 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.1259110 Aug 31 04:35:05.157239 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-91e1b2af-ccde-4274-9b46-e4cd16023d04 req-45e4487c-9ca9-40b5-bd08-af4066ca5a99 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1149123 Aug 31 04:35:05.240191 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c83b38a3-cd9b-4f19-bb35-e604f4bbc054 req-27ebefaa-e170-4f8f-ac23-21c868c687c7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0567474 Aug 31 04:35:05.510169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'port': {'device_id': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'admin_state_up': True, 'tenant_id': 'c02e60929267489cb181831f1ac578e4'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:05.665976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:05.711085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:05.852481 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Made reservation on behalf of c02e60929267489cb181831f1ac578e4 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:05.858452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:05.874086 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:04Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:05.998876 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:06.002837 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abecb07-d82a-4c93-9c91-bcea25969f71 None None] The sync data for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi is: [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:04Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:06.200939 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:06.201326 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:06.343073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf925d-15a7-400b-a5b1-13b424d1c71a req-350b2eb6-6c2e-49bd-a23f-79a6567232ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:06.345694 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-20bf925d-15a7-400b-a5b1-13b424d1c71a req-350b2eb6-6c2e-49bd-a23f-79a6567232ab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2967ca7d73584b45baa158f5994f64df&device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 1127 time: 0.4144182 Aug 31 04:35:06.381365 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-317aab51-ebb2-402c-9b0b-4507c2da703e req-2b334c47-1fdc-49e9-a25b-b52e449ae0ac tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.0929351 Aug 31 04:35:06.430569 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3679334-ac2b-41a6-8f17-d2a3588f0504 req-a18d6b2e-fbdb-46d8-a383-edc5107a04d8 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:06.445634 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c3679334-ac2b-41a6-8f17-d2a3588f0504 req-a18d6b2e-fbdb-46d8-a383-edc5107a04d8 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.3307209 Aug 31 04:35:06.468660 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:06.469396 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:06.594870 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e9f113a6-068a-48ad-9236-38911e3e250d req-50cc8cf4-c0f3-4bc6-91da-1749de8e7cf5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0712469 Aug 31 04:35:06.643138 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46028) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:06.649316 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-636356843-network', 'tenant_id': 'ac87c2498ad54abe8eadd4539055086b'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:06.673879 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:06.689961 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:06.691743 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Allocated IP 172.20.0.12 (2813bab1-8e5c-4bae-a18b-804fcb1fb44c/3578ffd1-14a4-4cef-89be-992597a84cfa/d3c77a9f-10ad-42fc-ba35-41e7e28b3832) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:06.712647 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:06.766975 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Made reservation on behalf of ac87c2498ad54abe8eadd4539055086b for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:06.789131 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:06.845975 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:06.885976 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.20', 54879) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:06.894279 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c3679334-ac2b-41a6-8f17-d2a3588f0504 req-485e8884-493d-480d-9b64-3a6718cb06c7 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473591 Aug 31 04:35:06.950389 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.030770 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks [] for security_group (0d272763-b5ae-4084-9ce5-3e5d221c1c9a), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:07.048252 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (0d272763-b5ae-4084-9ce5-3e5d221c1c9a), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:07.119660 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d272763-b5ae-4084-9ce5-3e5d221c1c9a,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.185690 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dbcc5586-a7bd-4e21-93b6-14f871a3ef84 req-ec6d6ad3-24b9-401b-8998-f6f2fb0bf285 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.3028421 Aug 31 04:35:07.270296 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:35:07.337408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (bfd3830d-8103-4b25-8647-4ec3d7ff293d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:07.337800 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Added segment bfd3830d-8103-4b25-8647-4ec3d7ff293d of type vlan for network ef616225-e3c3-4caa-a5b0-db0e7cc6da79 Aug 31 04:35:07.371252 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:07.565073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf925d-15a7-400b-a5b1-13b424d1c71a req-2dcc5841-7eed-4b59-885d-c695d93f88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:07.583566 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-20bf925d-15a7-400b-a5b1-13b424d1c71a req-2dcc5841-7eed-4b59-885d-c695d93f88b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=2967ca7d73584b45baa158f5994f64df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9049749 Aug 31 04:35:07.666489 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (ef616225-e3c3-4caa-a5b0-db0e7cc6da79), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:07.691722 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-da71031d-3401-4c7a-be08-92ce0c86a2d5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:07.693508 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-da71031d-3401-4c7a-be08-92ce0c86a2d5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 819 time: 0.6611476 Aug 31 04:35:07.726730 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (ef616225-e3c3-4caa-a5b0-db0e7cc6da79), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:07.727848 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:07.728483 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:07.880335 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] Pushing event updated for resources: {'Network': ['ID=ef616225-e3c3-4caa-a5b0-db0e7cc6da79,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:07.885604 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1392ed52-aa78-4180-b7ed-eca9ac2e4c60 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2402794 Aug 31 04:35:07.892818 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'port': {'device_id': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'admin_state_up': True, 'tenant_id': 'c02e60929267489cb181831f1ac578e4'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:07.898543 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network ef616225-e3c3-4caa-a5b0-db0e7cc6da79 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:35:07.938870 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a3be990c-307f-4ae1-8073-26865ced8617 req-2a8d1196-9f3d-4c75-8279-d6cee174ecff tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.3084633 Aug 31 04:35:07.989502 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46064) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:07.995613 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:35:08.002923 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Request body: {'subnet': {'network_id': 'ef616225-e3c3-4caa-a5b0-db0e7cc6da79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-636356843-subnet', 'tenant_id': 'ac87c2498ad54abe8eadd4539055086b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:08.086444 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2b10a558-6ebe-4d9e-aaa5-fa9bdeecbd39 req-f927c682-8cba-48f3-80c0-e35b4cb9b305 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.1841087 Aug 31 04:35:08.118814 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:08.144977 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:08.175046 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Made reservation on behalf of ac87c2498ad54abe8eadd4539055086b for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:08.187042 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:08.257812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:08.298883 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf925d-15a7-400b-a5b1-13b424d1c71a req-3d930dd5-fa24-4b48-9806-cfcae1b53f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:08.301838 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-20bf925d-15a7-400b-a5b1-13b424d1c71a req-3d930dd5-fa24-4b48-9806-cfcae1b53f99 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6815422 Aug 31 04:35:08.318278 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e8b5-733a-453f-836b-8cd58aaa8fd9 req-8296142d-5795-46b7-9584-c245fa684111 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:08.326568 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c268e8b5-733a-453f-836b-8cd58aaa8fd9 req-8296142d-5795-46b7-9584-c245fa684111 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.2336304 Aug 31 04:35:08.375534 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:08.375929 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:08.403809 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c268e8b5-733a-453f-836b-8cd58aaa8fd9 req-1810e660-968d-4c17-a8d1-92dffeb95421 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759022 Aug 31 04:35:08.478102 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-50602f48-6f96-49f7-bf54-1c76639d6fe4 req-c8daa76a-bf1f-4241-97e4-c536f3da0b4d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0932720 Aug 31 04:35:08.543691 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:08.546572 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:08.572737 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Made reservation on behalf of c02e60929267489cb181831f1ac578e4 for: {'port': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:08.582614 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:08.590248 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:08.623529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:08.713845 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'Port': ['ID=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:08.745177 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:08.748187 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:08.752802 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:35:08.759552 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:08.760551 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:08.803719 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-525984e9-1c81-443a-b1fa-bb09bcbe9d73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2988808 Aug 31 04:35:08.938744 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (5e9e1d0e-897c-46f3-a966-c8c9c917d6cb), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:09.001509 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Request body: {'port': {'device_id': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:09.097858 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-b2c57dbc-b333-4f25-ae51-2f5e4f418e35 None None] Provisioning complete for port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:09.098591 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b2c57dbc-b333-4f25-ae51-2f5e4f418e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:09.123749 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:09.171639 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:09.190075 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-b2c57dbc-b333-4f25-ae51-2f5e4f418e35 None None] Port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:35:09.260451 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Allocated IP 172.20.0.13 (2813bab1-8e5c-4bae-a18b-804fcb1fb44c/3578ffd1-14a4-4cef-89be-992597a84cfa/c124b064-1e1f-4174-96ce-6515e6731abc) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:09.367292 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-23633bca-1625-4dac-b900-f10296bbf1c9 req-5b233a9a-8268-41d3-87e7-a2f2e47bf42c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.1984038 Aug 31 04:35:09.408569 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-ff2bba52-8f44-4e06-be58-7d8bbc8cb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:09.410188 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-ff2bba52-8f44-4e06-be58-7d8bbc8cb2b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2967ca7d73584b45baa158f5994f64df&device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 1127 time: 0.2503214 Aug 31 04:35:09.496574 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:09.538881 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9e1d0e-897c-46f3-a966-c8c9c917d6cb,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:09.574922 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b1f49189-4ac0-4f74-844b-91d3a7a36570 req-ea262b85-04ab-4009-a0a2-8343b0cf2e85 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0700486 Aug 31 04:35:09.590879 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Checking segment: {'id': 'bfd3830d-8103-4b25-8647-4ec3d7ff293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ef616225-e3c3-4caa-a5b0-db0e7cc6da79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:09.591487 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Network hostable DHCP agents. Network: ef616225-e3c3-4caa-a5b0-db0e7cc6da79, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:35:09.622852 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for port (c124b064-1e1f-4174-96ce-6515e6731abc), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:09.654009 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Network ef616225-e3c3-4caa-a5b0-db0e7cc6da79 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:35:09.678358 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, ef616225-e3c3-4caa-a5b0-db0e7cc6da79) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:09.692413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:09.693011 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:09.694308 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9f0484-b7b0-46a3-811d-d35208f6ab3f None None] Network ef616225-e3c3-4caa-a5b0-db0e7cc6da79 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:35:09.725282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448d09d-66c4-4739-9759-59e3e381fc49 req-e75fe20f-7b3c-45f3-b832-47c13d7e8ff5 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:09.741771 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1448d09d-66c4-4739-9759-59e3e381fc49 req-e75fe20f-7b3c-45f3-b832-47c13d7e8ff5 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.1737866 Aug 31 04:35:09.774129 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-900d6c35-ae1e-4c16-8fbf-08369d4c00ce req-f7b6ee67-c1d3-489f-85db-26b20d9c2121 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0869570 Aug 31 04:35:09.809149 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-d0e19d4a-51f8-44c6-90df-1c1726f79bc3 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8099430 Aug 31 04:35:09.819777 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:09.943621 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494d38c-d288-4a0a-85c6-105e9c7461b2 None None] Network ef616225-e3c3-4caa-a5b0-db0e7cc6da79 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:35:10.114635 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:10.162575 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:10.178909 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:10.189696 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:35:10.197484 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:10.198169 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:10.202464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'Port': ['ID=c124b064-1e1f-4174-96ce-6515e6731abc,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.246466 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-32d730c3-dcd6-43b3-b26f-f334a8816f5e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3831449 Aug 31 04:35:10.337564 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1448d09d-66c4-4739-9759-59e3e381fc49 req-04a55728-f7f0-49a5-ac34-895063560716 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928025 Aug 31 04:35:10.500159 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c77a9f-10ad-42fc-ba35-41e7e28b3832 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:10.510671 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Publish callbacks [] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:10.530359 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Transition to ACTIVE for port object d3c77a9f-10ad-42fc-ba35-41e7e28b3832 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:35:10.535669 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:10.541518 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-b52eeeb3-db4e-4f3e-81f3-1b17c951d6fc None None] Provisioning complete for port c124b064-1e1f-4174-96ce-6515e6731abc triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:10.543081 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b52eeeb3-db4e-4f3e-81f3-1b17c951d6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:10.607113 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33427342-0810-4438-b2ec-94d4b2489bf5 req-2acc13a4-7d12-4af6-85f9-3289320a647f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:10.611724 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-33427342-0810-4438-b2ec-94d4b2489bf5 req-2acc13a4-7d12-4af6-85f9-3289320a647f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.1258264 Aug 31 04:35:10.647193 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:10.649680 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-b52eeeb3-db4e-4f3e-81f3-1b17c951d6fc None None] Port c124b064-1e1f-4174-96ce-6515e6731abc cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:35:10.663165 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Pushing event updated for resources: {'Port': ['ID=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:10.671362 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Attempting to bind port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:35:10.671939 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Attempting to bind port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:35:10.672696 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Attempting to bind port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:10.679959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:35:10.680404 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Attempting to bind port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:10.707442 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-33427342-0810-4438-b2ec-94d4b2489bf5 req-247f5522-be6f-4e6d-8733-d6516caae880 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893335 Aug 31 04:35:10.720754 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6aac2f4d-69f7-47d6-8661-0dd249060f77 req-8cc8e3aa-882d-4a5b-923b-9ead25676b66 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0360444 Aug 31 04:35:10.722363 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:35:10.722962 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Checking segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:10.723543 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Bound using segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:35:10.724332 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Bound port: d3c77a9f-10ad-42fc-ba35-41e7e28b3832, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:35:10.725202 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:10.906875 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] For port d3c77a9f-10ad-42fc-ba35-41e7e28b3832, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:10.910646 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] For port d3c77a9f-10ad-42fc-ba35-41e7e28b3832, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:10.917929 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:10.924747 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:10.925620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:10.927225 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d3c77a9f-10ad-42fc-ba35-41e7e28b3832 HTTP/1.1" status: 200 len: 1094 time: 1.9307475 Aug 31 04:35:10.931751 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'tag': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:10.934155 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d617b579-7cce-41bf-9145-e1090f7bd166" -d '{"events": [{"name": "network-changed", "server_uuid": "aaed2599-c3cc-4ac7-91be-29c314bf23cb", "tag": "d3c77a9f-10ad-42fc-ba35-41e7e28b3832"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:10.975970 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-46af51d8-4948-40fb-a7be-ce5568152839 req-c58e99e8-5811-400c-917e-be117397bb84 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0463302 Aug 31 04:35:11.019088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9c929-35b6-465d-a1b0-d9512c3541ce service neutron] Pushing event updated for resources: {'Port': ['ID=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:11.064811 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62782c32-7541-487a-87c5-10610713cff4 x-openstack-request-id: req-62782c32-7541-487a-87c5-10610713cff4 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:11.065330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaed2599-c3cc-4ac7-91be-29c314bf23cb", "tag": "d3c77a9f-10ad-42fc-ba35-41e7e28b3832", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:11.065728 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62782c32-7541-487a-87c5-10610713cff4 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:11.066534 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62782c32-7541-487a-87c5-10610713cff4'] response: {'name': 'network-changed', 'server_uuid': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'tag': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832', 'status': 'completed', 'code': 200} Aug 31 04:35:11.462215 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e8abe-45f3-483c-8742-8546c80f9ce5 req-44210560-b6c2-4db8-85a4-6765cbc7b1aa tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:11.463821 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8c5e8abe-45f3-483c-8742-8546c80f9ce5 req-44210560-b6c2-4db8-85a4-6765cbc7b1aa tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0502236 Aug 31 04:35:11.510798 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8c5e8abe-45f3-483c-8742-8546c80f9ce5 req-1f65d6ef-205d-45b1-927b-4e44e3cbcc4e tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Aug 31 04:35:11.860197 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c10aac88-958e-4ecf-a420-056d65f13d2d req-3f746d15-e4c3-4676-b1cc-0d8d2034d469 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0284233 Aug 31 04:35:11.881954 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace52a48-2ec3-4fa4-85fb-8809fab1a2fa req-eaa32dde-882a-4a11-97a9-7b5adc2b8881 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:11.883813 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ace52a48-2ec3-4fa4-85fb-8809fab1a2fa req-eaa32dde-882a-4a11-97a9-7b5adc2b8881 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.0614460 Aug 31 04:35:11.942638 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ace52a48-2ec3-4fa4-85fb-8809fab1a2fa req-94699b2c-4288-43a7-aa46-5aed95442032 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Aug 31 04:35:12.081749 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1d1ed265-e1f9-404a-a7a2-5e44f1dabe08 req-9b71f81a-9885-496e-92f3-15a3fd145482 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0284636 Aug 31 04:35:12.646005 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426662-49bf-4c6e-805f-d1270262672c req-59ad7b38-2fd3-443c-a704-9e8d4d150600 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:12.647761 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b4426662-49bf-4c6e-805f-d1270262672c req-59ad7b38-2fd3-443c-a704-9e8d4d150600 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0546303 Aug 31 04:35:12.668712 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:12.702685 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b4426662-49bf-4c6e-805f-d1270262672c req-4c61db0d-3e37-49d7-9245-2baeca6a7d4c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Aug 31 04:35:12.714542 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.20', 54897) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:12.982524 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=9 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:12.996377 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-40ded041-9833-481b-97c5-99fd2ee71ce8 req-467c0561-93e4-4152-8cad-96239e631d82 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0473642 Aug 31 04:35:13.093024 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b64d2b-7647-4e7b-935e-372b5fdf35ba req-80653d2d-825e-48c7-b4fc-ee389062ca4a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:13.095009 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e5b64d2b-7647-4e7b-935e-372b5fdf35ba req-80653d2d-825e-48c7-b4fc-ee389062ca4a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.0591674 Aug 31 04:35:13.164912 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e5b64d2b-7647-4e7b-935e-372b5fdf35ba req-f5d86a57-9679-47aa-b771-09b0ad11e47d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621643 Aug 31 04:35:13.213725 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-52272ca1-aedd-42dd-89cc-d44e6199b113 req-b2fba862-cc41-48c9-bbde-92560c70e18c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0440860 Aug 31 04:35:13.830825 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00bcc0-cc7b-4d81-90d4-6d33be9fb6fa req-a0a9491c-906a-4a62-87b8-fd024b1e7078 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:13.832502 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1c00bcc0-cc7b-4d81-90d4-6d33be9fb6fa req-a0a9491c-906a-4a62-87b8-fd024b1e7078 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0505388 Aug 31 04:35:13.889709 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1c00bcc0-cc7b-4d81-90d4-6d33be9fb6fa req-d2ddcf71-c368-4b17-9e13-54fd61a502c2 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513041 Aug 31 04:35:14.156585 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-adf8a344-306f-4fde-8fbd-8d8cef0d9054 req-e0f5bb68-89f3-4c1e-ac78-02e78d98d5ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0744708 Aug 31 04:35:14.347515 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d5d99-a547-437c-ba65-3196a2b103e1 req-2ba555a8-e5de-47fb-80b8-00ecac0adc43 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:14.352257 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-473d5d99-a547-437c-ba65-3196a2b103e1 req-2ba555a8-e5de-47fb-80b8-00ecac0adc43 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.0714264 Aug 31 04:35:14.368568 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7a5f4851-f6fe-415f-a983-9d852c307a67 req-3abe5572-3838-45df-b6e3-27ef32c6792b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0494416 Aug 31 04:35:14.422663 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-473d5d99-a547-437c-ba65-3196a2b103e1 req-277b7d2e-d46d-4f56-afee-51cc806802c5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638549 Aug 31 04:35:15.040765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 46236) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:15.041222 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dc3d0-c913-46a2-8902-21f0359c4f02 req-aad22ba8-5d11-4cc3-b142-6b53f79af8ec tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:15.043120 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3c1dc3d0-c913-46a2-8902-21f0359c4f02 req-aad22ba8-5d11-4cc3-b142-6b53f79af8ec tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0581818 Aug 31 04:35:15.076973 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:15.113448 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3c1dc3d0-c913-46a2-8902-21f0359c4f02 req-e4c1d321-48b3-4171-82a4-6821561ddbdb tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622306 Aug 31 04:35:15.223250 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bb916716-a080-4bfc-a64e-e9f75e6c6f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.352430 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e7500a73-7eef-49df-843b-bcba308ed252 req-00f4b9df-79e3-4ea0-80fe-2793f6670106 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0515018 Aug 31 04:35:15.461789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bb916716-a080-4bfc-a64e-e9f75e6c6f51 admin admin] Publish callbacks [] for security_group (3ab3819b-98bb-48f8-954e-8f83a8c161e2), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.471300 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bb916716-a080-4bfc-a64e-e9f75e6c6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3ab3819b-98bb-48f8-954e-8f83a8c161e2), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.534274 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-44e62f3f-cab1-47da-b722-4693197a8ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.566265 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-bb916716-a080-4bfc-a64e-e9f75e6c6f51 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=def0b40d176a4213b5e9c0e7a6778c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242076 Aug 31 04:35:15.572050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 46278) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:15.633765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:15.758901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b063a29a-cada-4640-b52b-2470d6de6f35 admin admin] Publish callbacks [] for security_group (3ab3819b-98bb-48f8-954e-8f83a8c161e2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.765486 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb916716-a080-4bfc-a64e-e9f75e6c6f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3819b-98bb-48f8-954e-8f83a8c161e2,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:15.816538 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0f0b7533-1cd1-4df1-b6d7-b88a6c4d315d req-c10a3645-69d6-489b-93fe-923f71cf5019 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.2953062 Aug 31 04:35:15.823884 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24132e-9864-4115-b200-06c494800d9c req-65f1ab46-cde8-4242-bb1c-a9b086c0e2d5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:15.826923 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9e24132e-9864-4115-b200-06c494800d9c req-65f1ab46-cde8-4242-bb1c-a9b086c0e2d5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.1905282 Aug 31 04:35:15.847671 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b063a29a-cada-4640-b52b-2470d6de6f35 admin admin] Publish callbacks [] for security_group (3ab3819b-98bb-48f8-954e-8f83a8c161e2), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.955517 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9e24132e-9864-4115-b200-06c494800d9c req-13ef0770-c020-4b38-bcb0-8589b6137399 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980020 Aug 31 04:35:15.978085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b063a29a-cada-4640-b52b-2470d6de6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3ab3819b-98bb-48f8-954e-8f83a8c161e2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.987676 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b063a29a-cada-4640-b52b-2470d6de6f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:15.987676 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b063a29a-cada-4640-b52b-2470d6de6f35 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3ab3819b-98bb-48f8-954e-8f83a8c161e2 HTTP/1.1" status: 204 len: 168 time: 0.4111934 Aug 31 04:35:15.999420 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063a29a-cada-4640-b52b-2470d6de6f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3819b-98bb-48f8-954e-8f83a8c161e2,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:16.270130 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d302e-be0f-49e5-b3d6-fe183f8840c4 req-464d27f6-818a-4800-9f3e-57ac98d61fde tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:16.278325 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bb3d302e-be0f-49e5-b3d6-fe183f8840c4 req-464d27f6-818a-4800-9f3e-57ac98d61fde tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0785174 Aug 31 04:35:16.332064 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bb3d302e-be0f-49e5-b3d6-fe183f8840c4 req-2a0800a7-81fc-47b1-8d18-ca5cdfee5907 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528097 Aug 31 04:35:16.374801 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 46310) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:16.388747 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6897b9b0-fe01-4fd1-9c6d-d421ba3aaffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:16.470118 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef8fdc11-77c9-49a0-bada-49e7e10d3e19 req-13ed9118-1f95-4195-9b6e-316b199267f9 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0354662 Aug 31 04:35:16.494306 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6897b9b0-fe01-4fd1-9c6d-d421ba3aaffb admin admin] Publish callbacks [] for security_group (d80b6971-b4a5-487f-9a87-b6b6dc36e15a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:16.500617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6897b9b0-fe01-4fd1-9c6d-d421ba3aaffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d80b6971-b4a5-487f-9a87-b6b6dc36e15a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:16.522860 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:16.539402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897b9b0-fe01-4fd1-9c6d-d421ba3aaffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b6971-b4a5-487f-9a87-b6b6dc36e15a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:16.543935 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-6897b9b0-fe01-4fd1-9c6d-d421ba3aaffb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b295f1b0df2f4dd2a057502fa1599b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680949 Aug 31 04:35:16.546774 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 46314) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:16.601402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8735244e-b157-4361-b5ff-588e5c5e14b7 admin admin] Publish callbacks [] for security_group (d80b6971-b4a5-487f-9a87-b6b6dc36e15a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:16.622220 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8735244e-b157-4361-b5ff-588e5c5e14b7 admin admin] Publish callbacks [] for security_group (d80b6971-b4a5-487f-9a87-b6b6dc36e15a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:16.668951 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8735244e-b157-4361-b5ff-588e5c5e14b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d80b6971-b4a5-487f-9a87-b6b6dc36e15a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:16.671527 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8735244e-b157-4361-b5ff-588e5c5e14b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:16.672720 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8735244e-b157-4361-b5ff-588e5c5e14b7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d80b6971-b4a5-487f-9a87-b6b6dc36e15a HTTP/1.1" status: 204 len: 168 time: 0.1249986 Aug 31 04:35:16.683775 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735244e-b157-4361-b5ff-588e5c5e14b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80b6971-b4a5-487f-9a87-b6b6dc36e15a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:16.920825 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6fa1dc7c-bad6-4e90-ac96-256cf8d7105d req-d6d0e52c-b44d-48e9-9ec4-aae2b322c7a9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Aug 31 04:35:17.091026 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd40fd-6e32-4531-b464-edf21c0e8ded req-0369242d-9b49-4ca8-aeb1-9aca60277dd8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:17.092638 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4cfd40fd-6e32-4531-b464-edf21c0e8ded req-0369242d-9b49-4ca8-aeb1-9aca60277dd8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.0624406 Aug 31 04:35:17.143544 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4cfd40fd-6e32-4531-b464-edf21c0e8ded req-17f3a8af-43c9-4dc1-8ed2-181c3c998d1f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Aug 31 04:35:17.456542 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027f671-9282-4894-b6ca-cdeff7349ddd req-a8b7fcd0-144e-44eb-ad6b-14198c916de2 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:17.458167 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6027f671-9282-4894-b6ca-cdeff7349ddd req-a8b7fcd0-144e-44eb-ad6b-14198c916de2 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0511663 Aug 31 04:35:17.508052 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6027f671-9282-4894-b6ca-cdeff7349ddd req-10b40f4f-7bb5-4612-9cce-81f7eaf1265c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Aug 31 04:35:17.581959 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a8792a73-9807-464d-a524-1bd79b40d480 req-51cc53f4-ef91-48d8-b6ef-a10fd0c27d12 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0286603 Aug 31 04:35:17.977614 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2bce7a83-80b2-4c96-8d07-005de72bbdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:17.990099 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:18.032418 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7f579578-87bc-42cd-81c1-e8ef877d8c52 req-a681d3db-378f-4500-92c5-808381654785 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0278635 Aug 31 04:35:18.262217 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43bdf5-0299-4dd6-a6e3-d4cc873b622f req-87802557-10c3-4062-9e3a-36084281180a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:18.263742 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4f43bdf5-0299-4dd6-a6e3-d4cc873b622f req-87802557-10c3-4062-9e3a-36084281180a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.0477736 Aug 31 04:35:18.313987 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4f43bdf5-0299-4dd6-a6e3-d4cc873b622f req-11ea7ff8-8684-4436-9b88-f0ecae04a88b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446780 Aug 31 04:35:18.627911 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eded1-01e0-468c-a3b5-bf29e8cf9f5d req-43c42f22-0d33-4a4d-95e9-5aaae34262ea tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:18.629614 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f33eded1-01e0-468c-a3b5-bf29e8cf9f5d req-43c42f22-0d33-4a4d-95e9-5aaae34262ea tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0484874 Aug 31 04:35:18.688502 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f7c5e4e3-d59b-4fd4-a3f6-c5c2d2972bd0 req-c1d8288e-9b80-4ba1-997c-4e1fa336564b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0327344 Aug 31 04:35:18.695157 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f33eded1-01e0-468c-a3b5-bf29e8cf9f5d req-3ff4ccea-4d42-4d38-9ce6-4fbf7d601269 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556741 Aug 31 04:35:18.978051 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.087185 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.115692 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-b3d186fe-c651-4d2e-a1c7-4816afd515eb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.118799 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-b3d186fe-c651-4d2e-a1c7-4816afd515eb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 811 time: 0.1413999 Aug 31 04:35:19.161364 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d0ae99a5-cebf-430d-a120-54a3de6207b5 req-7c6a13f5-7431-495c-afca-b75e3bc84265 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0290833 Aug 31 04:35:19.177815 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Request body: {'port': {'device_id': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:19.208090 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:19.236279 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.239085 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:19.241175 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-0558d0e9-b850-4b85-abf5-d6a1acc7916b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 HTTP/1.1" status: 200 len: 217 time: 0.0681007 Aug 31 04:35:19.482460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.20', 54914) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:19.561984 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-162981e1-7f66-4cf9-ac49-285016dd3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.563612 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-162981e1-7f66-4cf9-ac49-285016dd3443 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=339446f3-438e-4fd5-ade1-c8012a5d1e69 HTTP/1.1" status: 200 len: 851 time: 0.2777543 Aug 31 04:35:19.569692 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffdd93-4ef5-4617-9c91-5740c8297fca req-6ae7cc77-5191-4ade-a4ad-1048a76dfdc0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.571424 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d8ffdd93-4ef5-4617-9c91-5740c8297fca req-6ae7cc77-5191-4ade-a4ad-1048a76dfdc0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 932 time: 0.1632714 Aug 31 04:35:19.598172 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c124b064-1e1f-4174-96ce-6515e6731abc {{(pid=106562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:19.602858 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-704a6865-c4b8-42c6-a4e3-0412194a6544 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94afda48b8e545dfaeac33a66f592fe2 HTTP/1.1" status: 200 len: 379 time: 0.3271496 Aug 31 04:35:19.607864 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Publish callbacks [] for port (c124b064-1e1f-4174-96ce-6515e6731abc), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.629450 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.provisioning_blocks [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Transition to ACTIVE for port object c124b064-1e1f-4174-96ce-6515e6731abc will not be triggered until provisioned by entity L2. {{(pid=106562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:35:19.633428 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.654638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617b579-7cce-41bf-9145-e1090f7bd166 req-3f610f32-57d5-41f0-9b3f-a310845ea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.656206 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d617b579-7cce-41bf-9145-e1090f7bd166 req-3f610f32-57d5-41f0-9b3f-a310845ea120 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 1128 time: 0.1709871 Aug 31 04:35:19.662134 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-6619c3a0-5588-480f-b9c9-46449831bfa3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.663535 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-6619c3a0-5588-480f-b9c9-46449831bfa3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 817 time: 0.3787234 Aug 31 04:35:19.699904 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22800-2127-4521-b207-d1054b5c62e9 req-d6fbbf3b-7135-498f-98b6-54ffa00f975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.701454 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-d6fbbf3b-7135-498f-98b6-54ffa00f975b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7c94b017-0418-451b-8f43-772814075ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222119 Aug 31 04:35:19.719849 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c124b064-1e1f-4174-96ce-6515e6731abc,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:19.731904 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d8ffdd93-4ef5-4617-9c91-5740c8297fca req-3b8abf5c-e407-4103-a4f0-f750258fdd14 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384227 Aug 31 04:35:19.738135 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.managers [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Attempting to bind port c124b064-1e1f-4174-96ce-6515e6731abc on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:35:19.738508 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.managers [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Attempting to bind port c124b064-1e1f-4174-96ce-6515e6731abc by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}] {{(pid=106562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:35:19.738873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Attempting to bind port c124b064-1e1f-4174-96ce-6515e6731abc on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:19.743642 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Port c124b064-1e1f-4174-96ce-6515e6731abc on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:35:19.743960 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Attempting to bind port c124b064-1e1f-4174-96ce-6515e6731abc on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:19.748823 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:35:19.749183 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Checking segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:19.749748 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Bound using segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} {{(pid=106562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:35:19.750176 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.managers [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Bound port: c124b064-1e1f-4174-96ce-6515e6731abc, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}}] {{(pid=106562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:35:19.750534 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.821070 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d5ce068c-03f8-4c64-a1e2-eb5028e3577a req-2d6c5f76-a68b-4531-a51a-6cf842f18490 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Aug 31 04:35:19.842505 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f7b3f-af04-420a-8846-312b2ee6c642 req-bbd8c092-ec42-490c-a7f1-acd0a9fad009 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.844078 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e68f7b3f-af04-420a-8846-312b2ee6c642 req-bbd8c092-ec42-490c-a7f1-acd0a9fad009 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0722558 Aug 31 04:35:19.871991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:19.877535 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] For port c124b064-1e1f-4174-96ce-6515e6731abc, host hv-cinder-85530, cleared binding levels {{(pid=106562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:19.907455 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] For port c124b064-1e1f-4174-96ce-6515e6731abc, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c124b064-1e1f-4174-96ce-6515e6731abc,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:19.919769 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.930860 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e68f7b3f-af04-420a-8846-312b2ee6c642 req-4261475e-52b3-49c7-b3ca-3a2dcfe6d876 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804434 Aug 31 04:35:19.947419 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:19.948058 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:19.949439 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c124b064-1e1f-4174-96ce-6515e6731abc HTTP/1.1" status: 200 len: 1094 time: 0.7758682 Aug 31 04:35:19.949942 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'tag': 'c124b064-1e1f-4174-96ce-6515e6731abc'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:20.036263 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08dcc7-734d-47a0-b7c2-605821184ccd service neutron] Pushing event updated for resources: {'Port': ['ID=c124b064-1e1f-4174-96ce-6515e6731abc,revision_number=3']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:20.119501 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba678159-e352-4d85-83f0-09649c294c03" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43", "tag": "c124b064-1e1f-4174-96ce-6515e6731abc"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:20.212936 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e314d3-107a-4252-89be-ac4555c81e45 x-openstack-request-id: req-d9e314d3-107a-4252-89be-ac4555c81e45 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:20.213528 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43", "tag": "c124b064-1e1f-4174-96ce-6515e6731abc", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:20.213528 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9e314d3-107a-4252-89be-ac4555c81e45 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:20.213911 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e314d3-107a-4252-89be-ac4555c81e45'] response: {'name': 'network-changed', 'server_uuid': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'tag': 'c124b064-1e1f-4174-96ce-6515e6731abc', 'status': 'completed', 'code': 200} Aug 31 04:35:20.268657 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-17c94ffe-78d5-4427-ba33-510dcfac457e req-962c5e1c-6514-4b09-82b9-a41e193786cc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Aug 31 04:35:20.279883 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:20.634554 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:20.864239 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c52dd-9b62-42fe-9c79-34c7272ff960 req-f90bdc24-831f-417c-b951-a6e208cb6768 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:20.865800 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-958c52dd-9b62-42fe-9c79-34c7272ff960 req-f90bdc24-831f-417c-b951-a6e208cb6768 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 944 time: 0.0593596 Aug 31 04:35:20.914325 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-958c52dd-9b62-42fe-9c79-34c7272ff960 req-23913a1c-51da-4dfe-a09f-ade622daed5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Aug 31 04:35:20.923980 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5a859dcd-ea68-4b6e-9986-88fac62b7fc3 req-f140d442-3756-4783-abe0-ad3f1c52004c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0302184 Aug 31 04:35:21.056419 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268dd64-f602-4d9d-96cc-87296a47badb req-85af9ab3-0b17-4353-a586-58144a6c9f23 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:21.057888 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d268dd64-f602-4d9d-96cc-87296a47badb req-85af9ab3-0b17-4353-a586-58144a6c9f23 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0554788 Aug 31 04:35:21.105828 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:21.110416 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d268dd64-f602-4d9d-96cc-87296a47badb req-3cc125a2-4d07-4f56-8a81-4e3a06b9aeaf tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468733 Aug 31 04:35:21.383309 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6bd43a2a-98ff-4ca0-8f18-22ca4dd1b1ab req-5108a660-ea13-4dc1-80e6-58c8962b2707 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0287902 Aug 31 04:35:22.036216 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-579a38a5-f5ef-4806-8408-15364fba2b17 req-b22c5e34-9f68-4cce-a818-c7730b19d4c3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0298994 Aug 31 04:35:22.040146 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8f38d-3ed1-4a44-9c45-90a7bd87008c req-4f72dcc0-1af2-49e6-840d-377dae0272e9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:22.041666 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ae8f38d-3ed1-4a44-9c45-90a7bd87008c req-4f72dcc0-1af2-49e6-840d-377dae0272e9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 944 time: 0.0461786 Aug 31 04:35:22.090143 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ae8f38d-3ed1-4a44-9c45-90a7bd87008c req-6b517689-f1c6-4033-bf23-31f7ad838d00 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Aug 31 04:35:22.236523 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42909ce6-0611-48a6-a105-c444f105f5bc req-6295c78a-536d-461b-95f3-dc9f5445cbaf tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:22.238023 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-42909ce6-0611-48a6-a105-c444f105f5bc req-6295c78a-536d-461b-95f3-dc9f5445cbaf tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0467424 Aug 31 04:35:22.286024 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-42909ce6-0611-48a6-a105-c444f105f5bc req-a6c083e8-1e57-4673-81e8-693ba456a098 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Aug 31 04:35:22.444144 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'port': {'device_id': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'admin_state_up': True, 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'security_groups': ['c15944cb-4456-45b6-8a15-a64a5f55e66a']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:22.519211 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678159-e352-4d85-83f0-09649c294c03 req-dc5088a7-e3ce-4f78-aebe-01337dcd14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:22.520613 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ba678159-e352-4d85-83f0-09649c294c03 req-dc5088a7-e3ce-4f78-aebe-01337dcd14a0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 1128 time: 0.0739191 Aug 31 04:35:22.631162 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-18379421-c5b8-462b-8c26-180fc015372a req-71cdc843-af39-4d58-b8db-d40cbeda1839 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.1548150 Aug 31 04:35:22.648200 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:22.740918 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678159-e352-4d85-83f0-09649c294c03 req-edd07bbd-055a-448b-b498-e245976efa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:22.742673 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ba678159-e352-4d85-83f0-09649c294c03 req-edd07bbd-055a-448b-b498-e245976efa56 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=c02e60929267489cb181831f1ac578e4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2058189 Aug 31 04:35:22.913395 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-81a08913-06e9-4abc-b9d0-dda899d7b7e2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 379 time: 0.4745491 Aug 31 04:35:22.915547 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678159-e352-4d85-83f0-09649c294c03 req-43181cab-e6e0-4327-aaad-e412b0d13bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:22.917067 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ba678159-e352-4d85-83f0-09649c294c03 req-43181cab-e6e0-4327-aaad-e412b0d13bf8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1674848 Aug 31 04:35:22.940246 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'port': {'device_id': '16ba9256-6be0-49de-8c61-4454227a18c8', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'admin_state_up': True, 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'security_groups': ['f0ebde3e-59bf-47a8-b550-508fc4bfea33']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:22.944662 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:22.946866 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-14ddae6f-0880-4672-bf25-9178c130a397 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7c94b017-0418-451b-8f43-772814075ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090842 Aug 31 04:35:23.008120 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617b579-7cce-41bf-9145-e1090f7bd166 req-3c6253bb-3451-4497-acfd-c7b6e51b2b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:23.009555 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d617b579-7cce-41bf-9145-e1090f7bd166 req-3c6253bb-3451-4497-acfd-c7b6e51b2b4e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=c02e60929267489cb181831f1ac578e4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5694959 Aug 31 04:35:23.105460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Made reservation on behalf of 94afda48b8e545dfaeac33a66f592fe2 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:23.109337 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:23.215065 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc91d745-3ac4-4bea-917c-416f323087ca req-5323f667-c215-4801-85bc-9638571ac231 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0338640 Aug 31 04:35:23.216039 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-fcf51c66-40d3-4fa0-a8a6-3f01c8903ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:23.217370 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-fcf51c66-40d3-4fa0-a8a6-3f01c8903ebb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 1128 time: 0.2327006 Aug 31 04:35:23.295643 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-195d2b5a-d09b-46c7-a0f0-7615d6485656 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c124b064-1e1f-4174-96ce-6515e6731abc HTTP/1.1" status: 200 len: 217 time: 0.0637693 Aug 31 04:35:23.308151 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:23.333164 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-92c688df-278e-4f11-ad41-d6575a29c3a5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7c94b017-0418-451b-8f43-772814075ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599310 Aug 31 04:35:23.339048 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7073945-75f8-45b6-90c0-baaec16512f8 req-ca260102-42db-4b9f-b15a-049a659d22ab tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:23.340541 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b7073945-75f8-45b6-90c0-baaec16512f8 req-ca260102-42db-4b9f-b15a-049a659d22ab tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 944 time: 0.1627989 Aug 31 04:35:23.369198 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-b8351cb2-2370-45ee-9633-084d36ca46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:23.372338 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-b8351cb2-2370-45ee-9633-084d36ca46c2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0706768 Aug 31 04:35:23.375716 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617b579-7cce-41bf-9145-e1090f7bd166 req-bb8c798d-7300-4f89-b926-9c24149f633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:23.377172 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d617b579-7cce-41bf-9145-e1090f7bd166 req-bb8c798d-7300-4f89-b926-9c24149f633f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3506346 Aug 31 04:35:23.392946 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Made reservation on behalf of 3bd54eb751f144b29b274e6a96dedcb2 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:35:23.396853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:23.493393 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Allocated IP 172.20.0.4 (e4d0d7af-fefb-4895-aa58-44d019a740ec/85b76da2-6d29-44c7-a235-ffa1bd426087/53ccda52-6f23-4095-832d-ffc497d77603) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:23.511023 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b7073945-75f8-45b6-90c0-baaec16512f8 req-eb53cd89-c2d1-40a3-bdff-9f0788ab19c1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588519 Aug 31 04:35:23.517164 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-82f96591-8acd-43ab-ba9b-d09354a106ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:23.519145 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-82f96591-8acd-43ab-ba9b-d09354a106ef service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1380954 Aug 31 04:35:23.529890 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24031d1-36a8-4c93-85c3-551702120e2a req-ca026554-54d9-4db3-9886-0cf149c1492c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:23.536082 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d24031d1-36a8-4c93-85c3-551702120e2a req-ca026554-54d9-4db3-9886-0cf149c1492c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0938497 Aug 31 04:35:23.605476 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d24031d1-36a8-4c93-85c3-551702120e2a req-95a00a57-b012-4292-806b-ca68ada7737e tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684295 Aug 31 04:35:23.783908 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:23.786444 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-66af5620-4129-4ceb-a116-189e5de1fb36 req-9ab4e2e8-3646-43a7-8ccc-fe3bed4d64ec tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0440357 Aug 31 04:35:23.799806 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Allocated IP 172.20.0.6 (31592010-3eea-4675-990e-8bd640d060b2/abae11f7-f814-41cd-9333-6c803e22d836/f3809b0b-8437-4e98-88a3-a530ac0d92f8) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:35:23.885726 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for port (53ccda52-6f23-4095-832d-ffc497d77603), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:23.999520 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (53ccda52-6f23-4095-832d-ffc497d77603), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.084775 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'Port': ['ID=53ccda52-6f23-4095-832d-ffc497d77603,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:24.100589 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Network e4d0d7af-fefb-4895-aa58-44d019a740ec is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:24.103813 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.105656 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:24.108261 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:35:24.112886 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.114522 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.141683 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-8686cfbf-0b49-4483-aa0d-8a352c345608 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7050331 Aug 31 04:35:24.153713 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46554) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:24.172602 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.182073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:UPDATE=7,neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:24.224506 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Network 31592010-3eea-4675-990e-8bd640d060b2 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:35:24.228631 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:35:24.233338 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:35:24.237999 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.238846 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.248571 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:24.266397 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-f44e0a8b-a2ae-4c2b-a076-7219e8e94b2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3329237 Aug 31 04:35:24.305519 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6290b9ae-40d6-4e17-b5ce-2269c8298514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.376029 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa76a05-3ac5-419b-b938-91dc432862fe req-90a54477-a525-4a71-9e7c-151df2d8f381 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.380213 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-faa76a05-3ac5-419b-b938-91dc432862fe req-90a54477-a525-4a71-9e7c-151df2d8f381 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 931 time: 0.0713110 Aug 31 04:35:24.386871 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-2d235343-582a-41b7-9b80-c7d27f2dce8d None None] Provisioning complete for port 53ccda52-6f23-4095-832d-ffc497d77603 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:24.387973 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2d235343-582a-41b7-9b80-c7d27f2dce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (53ccda52-6f23-4095-832d-ffc497d77603), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.427484 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-2d235343-582a-41b7-9b80-c7d27f2dce8d None None] Port 53ccda52-6f23-4095-832d-ffc497d77603 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:35:24.485126 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6290b9ae-40d6-4e17-b5ce-2269c8298514 admin admin] Publish callbacks [] for security_group (f237ef2d-492f-4b93-b651-c54c61d4e36d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.489514 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-faa76a05-3ac5-419b-b938-91dc432862fe req-2a4fb6e5-e0f5-4082-be05-093da379e7ec tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796297 Aug 31 04:35:24.491934 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6290b9ae-40d6-4e17-b5ce-2269c8298514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f237ef2d-492f-4b93-b651-c54c61d4e36d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.497769 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Request body: {'port': {'device_id': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:24.504775 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Request body: {'port': {'device_id': '16ba9256-6be0-49de-8c61-4454227a18c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:24.529300 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290b9ae-40d6-4e17-b5ce-2269c8298514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f237ef2d-492f-4b93-b651-c54c61d4e36d,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:24.567655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-a2df14fd-3e23-4465-9df9-77ba51af5bcf None None] Provisioning complete for port f3809b0b-8437-4e98-88a3-a530ac0d92f8 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:24.568204 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a2df14fd-3e23-4465-9df9-77ba51af5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.600123 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6290b9ae-40d6-4e17-b5ce-2269c8298514 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=25a70b14a07b44a68f0a998219eb5587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449289 Aug 31 04:35:24.603370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 46562) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:24.616533 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:24.619746 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-a2df14fd-3e23-4465-9df9-77ba51af5bcf None None] Port f3809b0b-8437-4e98-88a3-a530ac0d92f8 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:35:24.645546 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-ff3d93c7-8828-4b2b-8ae5-8ee8d09a62c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546149 Aug 31 04:35:24.669439 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-809b127f-d1b1-48e2-8682-98ea128114bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.670939 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-809b127f-d1b1-48e2-8682-98ea128114bb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 1128 time: 0.1271911 Aug 31 04:35:24.741172 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:24.760949 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (53ccda52-6f23-4095-832d-ffc497d77603), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.761257 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9ea40-9367-4835-865a-82c52a676725 req-f6dca60d-1341-4cd6-8c01-8c732b64152f tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.762730 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f7f9ea40-9367-4835-865a-82c52a676725 req-f6dca60d-1341-4cd6-8c01-8c732b64152f tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.0611639 Aug 31 04:35:24.777909 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-71af1142-e23f-4590-90d1-d4a50c1ee0ac service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832 HTTP/1.1" status: 200 len: 217 time: 0.0629916 Aug 31 04:35:24.781029 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:24.790228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f54cdd-a193-4dc7-b4fe-de13ce1c3f7f req-b89db2d0-b6a6-4dfb-98fb-d0a36ff6ee5b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.791695 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6f54cdd-a193-4dc7-b4fe-de13ce1c3f7f req-b89db2d0-b6a6-4dfb-98fb-d0a36ff6ee5b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 944 time: 0.1437552 Aug 31 04:35:24.803920 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-06a904fa-5f58-4e50-856c-8168af01cb3c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521211 Aug 31 04:35:24.832093 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f7f9ea40-9367-4835-865a-82c52a676725 req-a96512b6-794a-42a8-831a-007eff7219b8 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573139 Aug 31 04:35:24.858534 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:24.947314 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-66ebed0e-d9f8-4652-94dc-d8c019414b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.948790 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-66ebed0e-d9f8-4652-94dc-d8c019414b15 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.1553264 Aug 31 04:35:24.952793 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2985e-d785-4dc9-951e-1194f6701c84 req-82cdda10-4c80-4a56-9ac6-553a628d1c0f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:24.955341 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b8a2985e-d785-4dc9-951e-1194f6701c84 req-82cdda10-4c80-4a56-9ac6-553a628d1c0f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 931 time: 0.0530102 Aug 31 04:35:25.004832 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dda8d585-a79b-4df5-a3df-7360f82a592a admin admin] Publish callbacks [] for security_group (f237ef2d-492f-4b93-b651-c54c61d4e36d), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.008468 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b8a2985e-d785-4dc9-951e-1194f6701c84 req-fee02723-892f-42e0-8b6f-0e415efe4780 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482388 Aug 31 04:35:25.096599 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6f54cdd-a193-4dc7-b4fe-de13ce1c3f7f req-9d89e8da-74ad-45ac-b627-43d8a60a9d95 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850547 Aug 31 04:35:25.132397 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dda8d585-a79b-4df5-a3df-7360f82a592a admin admin] Publish callbacks [] for security_group (f237ef2d-492f-4b93-b651-c54c61d4e36d), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.272173 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:25.329978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dda8d585-a79b-4df5-a3df-7360f82a592a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f237ef2d-492f-4b93-b651-c54c61d4e36d), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.337794 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dda8d585-a79b-4df5-a3df-7360f82a592a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.345773 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-dda8d585-a79b-4df5-a3df-7360f82a592a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f237ef2d-492f-4b93-b651-c54c61d4e36d HTTP/1.1" status: 204 len: 168 time: 0.7367246 Aug 31 04:35:25.400073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8d585-a79b-4df5-a3df-7360f82a592a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f237ef2d-492f-4b93-b651-c54c61d4e36d,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:25.436523 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ccda52-6f23-4095-832d-ffc497d77603 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:25.657449 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe1408-8b93-4e6a-a465-07a814e6ed76 req-d734f70c-a813-48b2-a57e-a01fd030d1ef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:25.663413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Publish callbacks [] for port (53ccda52-6f23-4095-832d-ffc497d77603), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.669325 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-21fe1408-8b93-4e6a-a465-07a814e6ed76 req-d734f70c-a813-48b2-a57e-a01fd030d1ef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 931 time: 0.0719566 Aug 31 04:35:25.722858 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3809b0b-8437-4e98-88a3-a530ac0d92f8 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:25.736936 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-21fe1408-8b93-4e6a-a465-07a814e6ed76 req-8b2135df-4877-44da-9819-965fee0691a2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510488 Aug 31 04:35:25.737187 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Publish callbacks [] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.739835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Transition to ACTIVE for port object 53ccda52-6f23-4095-832d-ffc497d77603 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:35:25.754001 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (53ccda52-6f23-4095-832d-ffc497d77603), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.771927 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-d1bfcde1-77e5-443b-ab9a-8f2bde945a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:25.773227 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-d1bfcde1-77e5-443b-ab9a-8f2bde945a4d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071265 Aug 31 04:35:25.774309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Transition to ACTIVE for port object f3809b0b-8437-4e98-88a3-a530ac0d92f8 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:35:25.780255 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46614) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:25.802323 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.875169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Pushing event updated for resources: {'Port': ['ID=53ccda52-6f23-4095-832d-ffc497d77603,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:25.921959 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c05098a-51c0-4fc7-8be8-f0289e090199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:25.923793 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46620) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:25.946593 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-87f57db9-d39c-459f-a304-b4f3a275b291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.004719 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:26.037322 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Attempting to bind port 53ccda52-6f23-4095-832d-ffc497d77603 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:35:26.037572 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Attempting to bind port 53ccda52-6f23-4095-832d-ffc497d77603 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:35:26.037897 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Attempting to bind port 53ccda52-6f23-4095-832d-ffc497d77603 on network e4d0d7af-fefb-4895-aa58-44d019a740ec {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:26.071581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.074772 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Port 53ccda52-6f23-4095-832d-ffc497d77603 on network e4d0d7af-fefb-4895-aa58-44d019a740ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:35:26.074772 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Attempting to bind port 53ccda52-6f23-4095-832d-ffc497d77603 on network e4d0d7af-fefb-4895-aa58-44d019a740ec {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:26.080322 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Attempting to bind port f3809b0b-8437-4e98-88a3-a530ac0d92f8 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:35:26.080660 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Attempting to bind port f3809b0b-8437-4e98-88a3-a530ac0d92f8 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:35:26.080995 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Attempting to bind port f3809b0b-8437-4e98-88a3-a530ac0d92f8 on network 31592010-3eea-4675-990e-8bd640d060b2 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:26.089312 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bc25e-43c0-499c-94d7-fd22ad4481f0 req-770fea05-e5b0-4f69-a9b3-bab6efcb3037 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:26.090910 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8f6bc25e-43c0-499c-94d7-fd22ad4481f0 req-770fea05-e5b0-4f69-a9b3-bab6efcb3037 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 943 time: 0.1559482 Aug 31 04:35:26.092834 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c05098a-51c0-4fc7-8be8-f0289e090199 admin admin] Publish callbacks [] for security_group (a51f776b-8340-4811-924b-4e0cd35a7c99), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.101690 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c05098a-51c0-4fc7-8be8-f0289e090199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a51f776b-8340-4811-924b-4e0cd35a7c99), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.111692 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:35:26.111999 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Checking segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:26.112386 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Bound using segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:35:26.112835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Bound port: 53ccda52-6f23-4095-832d-ffc497d77603, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:35:26.113200 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (53ccda52-6f23-4095-832d-ffc497d77603), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.115100 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Port f3809b0b-8437-4e98-88a3-a530ac0d92f8 on network 31592010-3eea-4675-990e-8bd640d060b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:35:26.115418 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Attempting to bind port f3809b0b-8437-4e98-88a3-a530ac0d92f8 on network 31592010-3eea-4675-990e-8bd640d060b2 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:35:26.133577 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-87f57db9-d39c-459f-a304-b4f3a275b291 admin admin] Publish callbacks [] for security_group (a6074067-4e9c-45b1-a982-ce5f67f9f42f), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.155780 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-21bdb6b6-346d-48b0-b096-be88f582f368 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578157 Aug 31 04:35:26.157836 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:35:26.158171 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Checking segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:35:26.158541 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Bound using segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:35:26.158991 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Bound port: f3809b0b-8437-4e98-88a3-a530ac0d92f8, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:35:26.159351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.161864 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-87f57db9-d39c-459f-a304-b4f3a275b291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a6074067-4e9c-45b1-a982-ce5f67f9f42f), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.200490 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05098a-51c0-4fc7-8be8-f0289e090199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51f776b-8340-4811-924b-4e0cd35a7c99,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.204730 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-9c05098a-51c0-4fc7-8be8-f0289e090199 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=59117ee540614016acb7e77a1edf4806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234624 Aug 31 04:35:26.218343 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 46626) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:26.228204 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cdb0e-dcd5-4c9c-b2b2-adbdbe94d93a req-6b539d7e-c38e-47a3-bada-ad3e0c94a210 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:26.233613 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f74cdb0e-dcd5-4c9c-b2b2-adbdbe94d93a req-6b539d7e-c38e-47a3-bada-ad3e0c94a210 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.1244929 Aug 31 04:35:26.236024 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-87f57db9-d39c-459f-a304-b4f3a275b291 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ade5fe83294847c78981650d0113d10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112059 Aug 31 04:35:26.242897 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46628) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:26.270557 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f57db9-d39c-459f-a304-b4f3a275b291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6074067-4e9c-45b1-a982-ce5f67f9f42f,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.297219 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:26.313866 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:26.320802 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f74cdb0e-dcd5-4c9c-b2b2-adbdbe94d93a req-87f7375a-916d-4380-9b46-04c8a58b8711 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837104 Aug 31 04:35:26.334325 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a4cae6ec-4513-4319-8cbc-906e9a681c9d admin admin] Publish callbacks [] for security_group (a6074067-4e9c-45b1-a982-ce5f67f9f42f), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.337451 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8f6bc25e-43c0-499c-94d7-fd22ad4481f0 req-1d9b9f0c-7726-470c-8dc2-c3f18e0e9bf0 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270010 Aug 31 04:35:26.371620 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device c124b064-1e1f-4174-96ce-6515e6731abc details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:26.381903 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] For port 53ccda52-6f23-4095-832d-ffc497d77603, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:26.382097 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a4cae6ec-4513-4319-8cbc-906e9a681c9d admin admin] Publish callbacks [] for security_group (a6074067-4e9c-45b1-a982-ce5f67f9f42f), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.389113 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] For port 53ccda52-6f23-4095-832d-ffc497d77603, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=53ccda52-6f23-4095-832d-ffc497d77603,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:26.408755 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:35:26.433302 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (53ccda52-6f23-4095-832d-ffc497d77603), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.451079 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:26.452129 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.456498 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a4cae6ec-4513-4319-8cbc-906e9a681c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a6074067-4e9c-45b1-a982-ce5f67f9f42f), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.457499 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 200 len: 1093 time: 1.9661894 Aug 31 04:35:26.459560 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:35:26.459736 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a4cae6ec-4513-4319-8cbc-906e9a681c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.463751 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:26.466656 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a4cae6ec-4513-4319-8cbc-906e9a681c9d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a6074067-4e9c-45b1-a982-ce5f67f9f42f HTTP/1.1" status: 204 len: 168 time: 0.2225785 Aug 31 04:35:26.477988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada23c2a-66bb-4735-bc43-ef9d185f3588" -d '{"events": [{"name": "network-changed", "server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "tag": "53ccda52-6f23-4095-832d-ffc497d77603"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:26.480994 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:26.495823 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cae6ec-4513-4319-8cbc-906e9a681c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6074067-4e9c-45b1-a982-ce5f67f9f42f,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.542419 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e14e2239-8cd1-40df-a4f1-bbd5ec4e5ec9 req-1575ffe6-c12a-4e50-921b-86c7dfce95c6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717768 Aug 31 04:35:26.583328 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261533c3-f9cc-46bf-bb1c-3a58d67ab85e req-3db2af4c-c6c7-4f57-9a05-03dbe5e3155c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:26.587548 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.590764 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c171b6e5-03c8-4812-8418-9e4f4b8cc31f admin admin] Publish callbacks [] for security_group (a51f776b-8340-4811-924b-4e0cd35a7c99), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.591590 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-261533c3-f9cc-46bf-bb1c-3a58d67ab85e req-3db2af4c-c6c7-4f57-9a05-03dbe5e3155c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 944 time: 0.0671771 Aug 31 04:35:26.601487 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:26.602659 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.604500 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 1093 time: 2.1118309 Aug 31 04:35:26.607547 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc8efe4-b7e3-49ef-9dbd-8ffb4acf7101 x-openstack-request-id: req-6bc8efe4-b7e3-49ef-9dbd-8ffb4acf7101 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:26.608070 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "tag": "53ccda52-6f23-4095-832d-ffc497d77603", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:26.608540 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bc8efe4-b7e3-49ef-9dbd-8ffb4acf7101 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:26.609122 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc8efe4-b7e3-49ef-9dbd-8ffb4acf7101'] response: {'name': 'network-changed', 'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603', 'status': 'completed', 'code': 200} Aug 31 04:35:26.669117 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-261533c3-f9cc-46bf-bb1c-3a58d67ab85e req-a4e18610-08be-474a-bba0-0e8b527c4945 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764825 Aug 31 04:35:26.683092 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port c124b064-1e1f-4174-96ce-6515e6731abc, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c124b064-1e1f-4174-96ce-6515e6731abc,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:26.684305 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-f25c0901-6613-4ab4-8c2a-77e7acb1f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:26.686620 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-f25c0901-6613-4ab4-8c2a-77e7acb1f09e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 1127 time: 0.1405141 Aug 31 04:35:26.692556 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c171b6e5-03c8-4812-8418-9e4f4b8cc31f admin admin] Publish callbacks [] for security_group (a51f776b-8340-4811-924b-4e0cd35a7c99), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.699828 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'c124b064-1e1f-4174-96ce-6515e6731abc', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'port_id': 'c124b064-1e1f-4174-96ce-6515e6731abc', 'mac_address': 'fa:16:3e:5b:b9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:26.700789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f7c82-c351-44b7-a5a8-711e1a5f032c service neutron] Pushing event updated for resources: {'Port': ['ID=53ccda52-6f23-4095-832d-ffc497d77603,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.750136 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port c124b064-1e1f-4174-96ce-6515e6731abc is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:26.750679 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.767602 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c124b064-1e1f-4174-96ce-6515e6731abc {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:26.800639 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port c124b064-1e1f-4174-96ce-6515e6731abc, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c124b064-1e1f-4174-96ce-6515e6731abc,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:26.810654 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.814679 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:26.877025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e9920-a741-40ff-86b1-37d7860cb3ea service neutron] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.939043 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=c124b064-1e1f-4174-96ce-6515e6731abc,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:26.947784 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c9e85-a7fe-4aa9-b442-6de6142c98b7 req-0bb8ef80-329b-47e3-918e-8bcb809f96d9 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:26.949503 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d02c9e85-a7fe-4aa9-b442-6de6142c98b7 req-0bb8ef80-329b-47e3-918e-8bcb809f96d9 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 943 time: 0.0681725 Aug 31 04:35:26.950623 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c171b6e5-03c8-4812-8418-9e4f4b8cc31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a51f776b-8340-4811-924b-4e0cd35a7c99), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.953196 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c171b6e5-03c8-4812-8418-9e4f4b8cc31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:26.956975 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-c171b6e5-03c8-4812-8418-9e4f4b8cc31f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a51f776b-8340-4811-924b-4e0cd35a7c99 HTTP/1.1" status: 204 len: 168 time: 0.7334132 Aug 31 04:35:26.971555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171b6e5-03c8-4812-8418-9e4f4b8cc31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51f776b-8340-4811-924b-4e0cd35a7c99,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:27.020014 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d02c9e85-a7fe-4aa9-b442-6de6142c98b7 req-21f365b7-d99c-446c-a7cb-c3d8527afd09 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559578 Aug 31 04:35:27.051062 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:27.101621 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:27.109014 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:27.121265 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777', 'network_id': '7c94b017-0418-451b-8f43-772814075ce1', 'port_id': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777', 'mac_address': 'fa:16:3e:70:fc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339446f3-438e-4fd5-ade1-c8012a5d1e69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:27.161577 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:27.161981 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.175624 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:27.207640 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:27.214628 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.272638 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:27.388512 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46680) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:27.405807 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-31e664a2-fcc1-4f1f-a3c5-8229edd1fdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.424057 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:27.529067 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-7398580d-9007-42fa-91b5-1c20a6ec0a1d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 200 len: 217 time: 0.1163735 Aug 31 04:35:27.545043 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-31e664a2-fcc1-4f1f-a3c5-8229edd1fdcb admin admin] Publish callbacks [] for security_group (84c07ade-7cc3-4846-82c6-d178999c24e9), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.553636 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a54bc1-65dd-48d2-b49b-66da447e9f84 req-370bfa1e-cfab-405d-9e2b-125e7d58ece9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.555249 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-43a54bc1-65dd-48d2-b49b-66da447e9f84 req-370bfa1e-cfab-405d-9e2b-125e7d58ece9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0756304 Aug 31 04:35:27.556310 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-31e664a2-fcc1-4f1f-a3c5-8229edd1fdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (84c07ade-7cc3-4846-82c6-d178999c24e9), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.588944 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-60edea43-0388-4de8-9dda-999866a7c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.590434 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-60edea43-0388-4de8-9dda-999866a7c6ed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1127 time: 0.1050491 Aug 31 04:35:27.600925 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca904d-f07d-4f53-b829-623615a19c6e req-ae117576-67f6-4c7c-bb3f-885cc6476d24 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.600925 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bcca904d-f07d-4f53-b829-623615a19c6e req-ae117576-67f6-4c7c-bb3f-885cc6476d24 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 944 time: 0.1255760 Aug 31 04:35:27.614492 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e664a2-fcc1-4f1f-a3c5-8229edd1fdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c07ade-7cc3-4846-82c6-d178999c24e9,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:27.627220 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-31e664a2-fcc1-4f1f-a3c5-8229edd1fdcb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1ddebfb00af847c2a35d85dc7e65f88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374036 Aug 31 04:35:27.630922 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46688) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:27.653920 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-d6927f00-574b-48ec-99b1-8486ce076f89 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 217 time: 0.0489876 Aug 31 04:35:27.658235 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-43a54bc1-65dd-48d2-b49b-66da447e9f84 req-71b8868f-5913-42a7-922b-801abd7a1009 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904567 Aug 31 04:35:27.661406 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-b8d20912-faa8-4e4e-9817-3fd80936db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.663155 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-b8d20912-faa8-4e4e-9817-3fd80936db64 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.1258533 Aug 31 04:35:27.708175 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f7237631-76d2-4e20-909a-0375ddb3f12b admin admin] Publish callbacks [] for security_group (84c07ade-7cc3-4846-82c6-d178999c24e9), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.731914 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f7237631-76d2-4e20-909a-0375ddb3f12b admin admin] Publish callbacks [] for security_group (84c07ade-7cc3-4846-82c6-d178999c24e9), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.778395 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-b2494c63-e88f-452d-97dd-e91a1571fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.780126 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-b2494c63-e88f-452d-97dd-e91a1571fd93 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042612 Aug 31 04:35:27.800280 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bcca904d-f07d-4f53-b829-623615a19c6e req-06d28213-1d53-431f-be88-2f6420521cd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876109 Aug 31 04:35:27.804402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-9fd8eee6-c614-4709-8e52-cdd775d3f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.806824 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-9fd8eee6-c614-4709-8e52-cdd775d3f512 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.1423962 Aug 31 04:35:27.810160 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['c124b064-1e1f-4174-96ce-6515e6731abc'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:35:27.848890 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d786635-53d6-4585-9b34-52e345ef1fab req-3dbcc084-77f0-4c57-817d-c224e1b7fde7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.850491 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0d786635-53d6-4585-9b34-52e345ef1fab req-3dbcc084-77f0-4c57-817d-c224e1b7fde7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 945 time: 0.0863853 Aug 31 04:35:27.857168 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f7237631-76d2-4e20-909a-0375ddb3f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (84c07ade-7cc3-4846-82c6-d178999c24e9), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.859700 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f7237631-76d2-4e20-909a-0375ddb3f12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:27.860812 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-f7237631-76d2-4e20-909a-0375ddb3f12b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/84c07ade-7cc3-4846-82c6-d178999c24e9 HTTP/1.1" status: 204 len: 168 time: 0.2285895 Aug 31 04:35:27.903413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-6b0e8f9d-ba90-48c4-beb7-392b08fb58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:27.905161 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-6b0e8f9d-ba90-48c4-beb7-392b08fb58c5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840607 Aug 31 04:35:27.911383 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7237631-76d2-4e20-909a-0375ddb3f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c07ade-7cc3-4846-82c6-d178999c24e9,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:27.996865 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0d786635-53d6-4585-9b34-52e345ef1fab req-908acbaf-6514-4be0-9a54-8bba3ab81f12 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348684 Aug 31 04:35:28.017136 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:28.111023 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['5e5c2be7-aa12-4c15-87d9-6d00c7cc9777'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:35:28.115684 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-90a1fd31-6fa9-492f-9b0f-2a1fbde7413f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279693 Aug 31 04:35:28.133198 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-bc5795aa-022d-4ed8-821e-9b624634b897 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188580 Aug 31 04:35:28.359632 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9db29f-0db7-412e-b2c5-e68db7ea7118 req-b9d36f9d-7a58-45e7-bfb9-4f0a92a36714 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:28.361525 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e9db29f-0db7-412e-b2c5-e68db7ea7118 req-b9d36f9d-7a58-45e7-bfb9-4f0a92a36714 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 943 time: 0.1712980 Aug 31 04:35:28.435231 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b81a2a6e-6779-4f5a-9623-a6a0dc517da2 req-4dee87af-85da-46b8-9a5c-96bd3ca304ce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112872 Aug 31 04:35:28.449228 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a9e8bdbf-263a-4c24-9fd8-1beff1062060 req-98b01e23-b5a6-4d00-a9dd-ceb403de638d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990360 Aug 31 04:35:28.476094 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e9db29f-0db7-412e-b2c5-e68db7ea7118 req-7fc5fac2-6388-42fa-8d54-60af8f65c1f9 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974700 Aug 31 04:35:28.510420 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d3c77a9f-10ad-42fc-ba35-41e7e28b3832 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:28.610823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:28.613313 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddfba68-7984-480b-9129-1e404eeca044" -d '{"events": [{"name": "network-changed", "server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:28.707444 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 46734) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:28.746477 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14efedef-02fd-4dd0-8660-872b413a8af0 x-openstack-request-id: req-14efedef-02fd-4dd0-8660-872b413a8af0 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:28.746836 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:28.747149 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14efedef-02fd-4dd0-8660-872b413a8af0 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:28.747568 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14efedef-02fd-4dd0-8660-872b413a8af0'] response: {'name': 'network-changed', 'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'status': 'completed', 'code': 200} Aug 31 04:35:28.752317 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e34302cf-27b3-420a-b675-33f09ed4c722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:28.869919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2eb260-2534-4982-998a-f588a172fdcc req-997baaca-95f0-4573-87d0-333611b71793 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:28.872195 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b2eb260-2534-4982-998a-f588a172fdcc req-997baaca-95f0-4573-87d0-333611b71793 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0758078 Aug 31 04:35:28.920600 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d3c77a9f-10ad-42fc-ba35-41e7e28b3832, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:28.929002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:28.942796 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'port_id': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832', 'mac_address': 'fa:16:3e:a1:ad:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:28.988163 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:28.988736 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.001464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7be5a9-2aef-4bc0-a133-8c9a0bc4b712 req-e1b38cad-34c0-43d6-b8eb-2c7891acd14c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:29.003834 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc7be5a9-2aef-4bc0-a133-8c9a0bc4b712 req-e1b38cad-34c0-43d6-b8eb-2c7891acd14c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 944 time: 0.0655346 Aug 31 04:35:29.006071 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c77a9f-10ad-42fc-ba35-41e7e28b3832 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:29.012919 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:29.033003 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d3c77a9f-10ad-42fc-ba35-41e7e28b3832, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:29.041283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.060841 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:29.093993 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc7be5a9-2aef-4bc0-a133-8c9a0bc4b712 req-47a18344-5901-4524-b965-71238ca02afe tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818691 Aug 31 04:35:29.127575 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:29.153364 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e34302cf-27b3-420a-b675-33f09ed4c722 admin admin] Publish callbacks [] for security_group (f9631234-0584-4f49-b2b2-3d48fad89417), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.171386 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e34302cf-27b3-420a-b675-33f09ed4c722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f9631234-0584-4f49-b2b2-3d48fad89417), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.196820 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b2eb260-2534-4982-998a-f588a172fdcc req-329881b7-1b38-4e69-b2d8-109f09e3f60b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169436 Aug 31 04:35:29.217255 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb7b4f-1e56-485a-8505-38b604abe350 req-26bfaf16-22f8-4b01-9dee-c5c71678b199 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:29.217969 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34302cf-27b3-420a-b675-33f09ed4c722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9631234-0584-4f49-b2b2-3d48fad89417,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:29.218807 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-62fb7b4f-1e56-485a-8505-38b604abe350 req-26bfaf16-22f8-4b01-9dee-c5c71678b199 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 945 time: 0.0517516 Aug 31 04:35:29.225703 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e34302cf-27b3-420a-b675-33f09ed4c722 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=25515cb671624181823ab0158067a332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167739 Aug 31 04:35:29.226045 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 46752) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:29.312763 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-62fb7b4f-1e56-485a-8505-38b604abe350 req-b73da5e8-908c-4a71-94dd-f93c4e10f6c2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781391 Aug 31 04:35:29.315969 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5cc6bb6d-311b-414b-9386-23e0e414b704 admin admin] Publish callbacks [] for security_group (f9631234-0584-4f49-b2b2-3d48fad89417), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.336330 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5cc6bb6d-311b-414b-9386-23e0e414b704 admin admin] Publish callbacks [] for security_group (f9631234-0584-4f49-b2b2-3d48fad89417), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.365918 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:29.385262 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5cc6bb6d-311b-414b-9386-23e0e414b704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f9631234-0584-4f49-b2b2-3d48fad89417), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.388746 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5cc6bb6d-311b-414b-9386-23e0e414b704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:29.389999 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5cc6bb6d-311b-414b-9386-23e0e414b704 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f9631234-0584-4f49-b2b2-3d48fad89417 HTTP/1.1" status: 204 len: 168 time: 0.1628852 Aug 31 04:35:29.399684 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6bb6d-311b-414b-9386-23e0e414b704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9631234-0584-4f49-b2b2-3d48fad89417,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:29.638598 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e221e4-1a78-4adb-a5f8-f9ea973f7a01 req-1d52b1fa-3eab-4c08-96cd-a7a1f57674e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:29.640334 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f2e221e4-1a78-4adb-a5f8-f9ea973f7a01 req-1d52b1fa-3eab-4c08-96cd-a7a1f57674e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 943 time: 0.0659461 Aug 31 04:35:29.692643 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f2e221e4-1a78-4adb-a5f8-f9ea973f7a01 req-bbf23282-2e50-4264-a5cf-236f43cff50b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Aug 31 04:35:30.216951 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc09af-185e-4512-8274-7b326c893493 req-638365bb-5e1f-4814-838a-240862e5c91c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:30.218640 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-99bc09af-185e-4512-8274-7b326c893493 req-638365bb-5e1f-4814-838a-240862e5c91c tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 944 time: 0.0491853 Aug 31 04:35:30.219143 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['d3c77a9f-10ad-42fc-ba35-41e7e28b3832'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:35:30.288031 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-99bc09af-185e-4512-8274-7b326c893493 req-10bb5a53-1166-40ac-a96c-8b01287fece8 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623491 Aug 31 04:35:30.291514 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:30.381329 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-dd4e90ce-bf06-4bdb-93dd-178a8aa9b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:30.383765 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-dd4e90ce-bf06-4bdb-93dd-178a8aa9b89d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 1127 time: 0.1195290 Aug 31 04:35:30.387660 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfba68-7984-480b-9129-1e404eeca044 req-55a884e4-bd50-4702-b235-fd84ed16a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:30.389534 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2ddfba68-7984-480b-9129-1e404eeca044 req-55a884e4-bd50-4702-b235-fd84ed16a602 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1127 time: 0.0848856 Aug 31 04:35:30.404088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5ec86-eca3-4e18-97ed-595db5127564 req-f2202390-7c87-4132-9967-b82164beb50d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:30.405775 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c7c5ec86-eca3-4e18-97ed-595db5127564 req-f2202390-7c87-4132-9967-b82164beb50d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0679932 Aug 31 04:35:30.449640 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9429489-d54f-448b-b24f-4b5dda269d82 req-aaf9392e-ccfb-4a8f-a70c-c4568b372313 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:30.451151 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b9429489-d54f-448b-b24f-4b5dda269d82 req-aaf9392e-ccfb-4a8f-a70c-c4568b372313 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 945 time: 0.0530169 Aug 31 04:35:30.465365 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c7c5ec86-eca3-4e18-97ed-595db5127564 req-f3499071-410c-48cb-b765-801bf2c42639 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538082 Aug 31 04:35:30.504502 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b9429489-d54f-448b-b24f-4b5dda269d82 req-92c12988-7edf-40ad-acf4-bf1b26567d03 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Aug 31 04:35:30.838649 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e098a5-169e-4184-b618-d7216e8113a7 req-9acd69da-b375-4231-a257-0075c15571f6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:30.840878 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-43e098a5-169e-4184-b618-d7216e8113a7 req-9acd69da-b375-4231-a257-0075c15571f6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 943 time: 0.0518267 Aug 31 04:35:30.904742 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:30.910619 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-43e098a5-169e-4184-b618-d7216e8113a7 req-ba0740b6-6ca5-4f26-8379-32f7357dcc19 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627115 Aug 31 04:35:31.402295 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece98390-5f54-41da-a054-2f55db6490cd req-93295a7b-d785-4078-b521-0de00ae94fe6 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:31.403947 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ece98390-5f54-41da-a054-2f55db6490cd req-93295a7b-d785-4078-b521-0de00ae94fe6 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 944 time: 0.0535846 Aug 31 04:35:31.456865 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ece98390-5f54-41da-a054-2f55db6490cd req-e594dfa7-b0d3-4784-ae33-29d5d4d31486 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Aug 31 04:35:31.601092 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bba5-4f14-4c3e-9a6c-22fb0e27009d req-4116abc1-f199-49f9-82ef-a03a274cca67 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:31.602892 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cc28bba5-4f14-4c3e-9a6c-22fb0e27009d req-4116abc1-f199-49f9-82ef-a03a274cca67 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0502880 Aug 31 04:35:31.645634 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd0b6a-b8b2-414c-a766-b1b1583fcf98 req-36ddebcb-23da-43e3-8fbf-ec5759b868ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:31.647975 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5fdd0b6a-b8b2-414c-a766-b1b1583fcf98 req-36ddebcb-23da-43e3-8fbf-ec5759b868ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 945 time: 0.0695491 Aug 31 04:35:31.661172 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cc28bba5-4f14-4c3e-9a6c-22fb0e27009d req-79893139-97fe-4a4c-a4dc-17d12d049a06 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521803 Aug 31 04:35:31.707425 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5fdd0b6a-b8b2-414c-a766-b1b1583fcf98 req-d486d3a9-741c-4e4e-9d34-e3dbc8e33a48 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536144 Aug 31 04:35:31.949388 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 53ccda52-6f23-4095-832d-ffc497d77603 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:32.059106 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 53ccda52-6f23-4095-832d-ffc497d77603, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=53ccda52-6f23-4095-832d-ffc497d77603,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:32.078380 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '53ccda52-6f23-4095-832d-ffc497d77603', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'port_id': '53ccda52-6f23-4095-832d-ffc497d77603', 'mac_address': 'fa:16:3e:03:48:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:32.121074 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 53ccda52-6f23-4095-832d-ffc497d77603 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:32.121476 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (53ccda52-6f23-4095-832d-ffc497d77603), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:32.136193 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ccda52-6f23-4095-832d-ffc497d77603 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:32.156352 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebd755-3eac-4aa3-a2c7-d19e5d16c470 req-47e03094-5e9c-4392-8b29-acff5497fc0d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:32.158360 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-97ebd755-3eac-4aa3-a2c7-d19e5d16c470 req-47e03094-5e9c-4392-8b29-acff5497fc0d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 943 time: 0.1565876 Aug 31 04:35:32.160141 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 53ccda52-6f23-4095-832d-ffc497d77603, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=53ccda52-6f23-4095-832d-ffc497d77603,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:32.178053 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (53ccda52-6f23-4095-832d-ffc497d77603), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:32.219595 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=53ccda52-6f23-4095-832d-ffc497d77603,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:32.253085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-1a759a15-2bbc-49a6-b838-bfcbea43af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:32.253085 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-1a759a15-2bbc-49a6-b838-bfcbea43af04 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 912 time: 0.3008327 Aug 31 04:35:32.265647 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfba68-7984-480b-9129-1e404eeca044 req-496273ab-09b1-4c3f-ae96-7cc9507f3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:32.267286 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2ddfba68-7984-480b-9129-1e404eeca044 req-496273ab-09b1-4c3f-ae96-7cc9507f3f52 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.3198719 Aug 31 04:35:32.270878 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-97ebd755-3eac-4aa3-a2c7-d19e5d16c470 req-1a84b66e-22a6-4459-a6b2-a64f323dc54f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926685 Aug 31 04:35:32.580422 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e666-0de2-4d4e-8fc5-b39e0bbe9555 req-5f528b67-3b94-4042-8d32-fc4ceea6192d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:32.581874 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7453e666-0de2-4d4e-8fc5-b39e0bbe9555 req-5f528b67-3b94-4042-8d32-fc4ceea6192d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 944 time: 0.0462306 Aug 31 04:35:32.633164 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7453e666-0de2-4d4e-8fc5-b39e0bbe9555 req-611c724e-d8ee-4715-b79d-10db8506b427 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Aug 31 04:35:32.792306 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc56b5a-0e85-4c0c-859a-6d3e3598a022 req-835b4a6c-b197-4daa-b7cb-2a43056f9ccc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:32.793794 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fdc56b5a-0e85-4c0c-859a-6d3e3598a022 req-835b4a6c-b197-4daa-b7cb-2a43056f9ccc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0486910 Aug 31 04:35:32.825812 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bf036-e4dd-47de-a503-224ddb8e54a1 req-f5fb69e6-8e6f-49fe-966d-39b3a3decb43 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:32.827274 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-364bf036-e4dd-47de-a503-224ddb8e54a1 req-f5fb69e6-8e6f-49fe-966d-39b3a3decb43 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 945 time: 0.0469553 Aug 31 04:35:32.842073 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fdc56b5a-0e85-4c0c-859a-6d3e3598a022 req-5043d5e3-34dc-43b8-99bd-8b476769c0fe tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426059 Aug 31 04:35:32.853434 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device c124b064-1e1f-4174-96ce-6515e6731abc up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:32.892598 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2ddfba68-7984-480b-9129-1e404eeca044 req-660acd39-d83c-4d47-ae2a-fbdc2f5a2fcf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 217 time: 0.0482135 Aug 31 04:35:32.904156 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-364bf036-e4dd-47de-a503-224ddb8e54a1 req-d7f9fca7-d6f0-4ab6-8eef-f1372af7fd74 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638638 Aug 31 04:35:32.923170 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port c124b064-1e1f-4174-96ce-6515e6731abc completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:35:32.930892 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port c124b064-1e1f-4174-96ce-6515e6731abc triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:32.931706 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:32.938569 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-07f84eb9-96ba-41ed-9684-7ba38692bd94 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 200 len: 217 time: 0.0952377 Aug 31 04:35:33.006807 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port c124b064-1e1f-4174-96ce-6515e6731abc is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:33.007349 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.009342 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfba68-7984-480b-9129-1e404eeca044 req-d7e02782-64d4-464e-930b-b97a50621da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:33.010870 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2ddfba68-7984-480b-9129-1e404eeca044 req-d7e02782-64d4-464e-930b-b97a50621da0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0824227 Aug 31 04:35:33.016195 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:33.030456 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c124b064-1e1f-4174-96ce-6515e6731abc'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:33.030656 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-568d9370-5159-4384-acbd-eab09c958e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:33.031950 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-568d9370-5159-4384-acbd-eab09c958e82 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.0729673 Aug 31 04:35:33.094752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfba68-7984-480b-9129-1e404eeca044 req-b82b60cd-2758-4cac-8c2a-1e3784c7b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:33.096628 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2ddfba68-7984-480b-9129-1e404eeca044 req-b82b60cd-2758-4cac-8c2a-1e3784c7b595 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769603 Aug 31 04:35:33.106179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port c124b064-1e1f-4174-96ce-6515e6731abc, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c124b064-1e1f-4174-96ce-6515e6731abc,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:33.112594 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.113440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:33.113576 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-77c75ade-0434-4305-bb3a-9902e6898712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:33.115087 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-77c75ade-0434-4305-bb3a-9902e6898712 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623755 Aug 31 04:35:33.177494 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:33.186383 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:35:33.204468 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:33.204838 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.235526 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8369317f-680f-43b4-9e06-1a117c7314af" -d '{"events": [{"server_uuid": "bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43", "name": "network-vif-plugged", "status": "completed", "tag": "c124b064-1e1f-4174-96ce-6515e6731abc"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:33.239750 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=c124b064-1e1f-4174-96ce-6515e6731abc,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:33.290586 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2ddfba68-7984-480b-9129-1e404eeca044 req-ff03a036-cbb4-4791-8b1e-2d9af400bf06 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862664 Aug 31 04:35:33.295098 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-4ebe1963-69ee-4c49-b39d-4edfc92a4265 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695073 Aug 31 04:35:33.316127 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:33.316512 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.359110 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:33.364419 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.376897 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7b1366-55b7-4c46-ad38-ef9d0da12f1a x-openstack-request-id: req-ef7b1366-55b7-4c46-ad38-ef9d0da12f1a {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:33.377439 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43", "name": "network-vif-plugged", "status": "completed", "tag": "c124b064-1e1f-4174-96ce-6515e6731abc", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:33.378487 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef7b1366-55b7-4c46-ad38-ef9d0da12f1a {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:33.379216 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7b1366-55b7-4c46-ad38-ef9d0da12f1a'] response: {'server_uuid': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c124b064-1e1f-4174-96ce-6515e6731abc', 'code': 200} Aug 31 04:35:33.425536 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea7860-9dda-4546-a31c-4717c5001e82 req-9ecd550d-45ca-433c-94ae-31a978df5440 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:33.427136 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b5ea7860-9dda-4546-a31c-4717c5001e82 req-9ecd550d-45ca-433c-94ae-31a978df5440 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 944 time: 0.0559537 Aug 31 04:35:33.428554 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:33.432163 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:33.446986 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:35:33.451092 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:33.488955 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b5ea7860-9dda-4546-a31c-4717c5001e82 req-70a77375-f818-4afc-90c9-7cf56c2df83c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548398 Aug 31 04:35:33.499701 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2ddfba68-7984-480b-9129-1e404eeca044 req-cc11ddae-3c43-4481-975a-9ba964bf5488 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969714 Aug 31 04:35:33.537775 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ada23c2a-66bb-4735-bc43-ef9d185f3588 req-d2efb443-eab1-48c6-a11a-d85cfe91bf72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306311 Aug 31 04:35:33.579690 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:33.593235 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'port_id': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'mac_address': 'fa:16:3e:7c:5f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:35:33.637136 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:33.637549 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.653902 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3809b0b-8437-4e98-88a3-a530ac0d92f8 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:35:33.664759 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23275b15-c860-4302-9116-abd5cdbd55d1 req-a3ba8124-794c-4cc5-a8d4-a3035eaf208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:33.675761 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-23275b15-c860-4302-9116-abd5cdbd55d1 req-a3ba8124-794c-4cc5-a8d4-a3035eaf208f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 1130 time: 0.0832632 Aug 31 04:35:33.676561 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:33.681245 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.697996 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-23275b15-c860-4302-9116-abd5cdbd55d1 req-5d0926cb-39d2-4b3d-a9cb-b631ed6d9eb7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.735621 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:33.761976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['53ccda52-6f23-4095-832d-ffc497d77603'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:35:33.783646 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb7824-c106-47c9-9e4b-e105d302d8a6 req-5543fa7e-515e-42f4-9539-6a3529494c48 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:33.785157 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-84bb7824-c106-47c9-9e4b-e105d302d8a6 req-5543fa7e-515e-42f4-9539-6a3529494c48 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0649507 Aug 31 04:35:33.861242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-23275b15-c860-4302-9116-abd5cdbd55d1 req-5d0926cb-39d2-4b3d-a9cb-b631ed6d9eb7 service neutron] Publish callbacks [] for security_group (3c80fab6-28f4-4308-a0cb-af2a0fd051b3), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.867779 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-84bb7824-c106-47c9-9e4b-e105d302d8a6 req-1353f676-a645-4bdb-9392-da653f2353ab tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748274 Aug 31 04:35:33.868801 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-23275b15-c860-4302-9116-abd5cdbd55d1 req-5d0926cb-39d2-4b3d-a9cb-b631ed6d9eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3c80fab6-28f4-4308-a0cb-af2a0fd051b3), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:33.918101 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0926cb-39d2-4b3d-a9cb-b631ed6d9eb7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c80fab6-28f4-4308-a0cb-af2a0fd051b3,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:33.923877 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-23275b15-c860-4302-9116-abd5cdbd55d1 req-5d0926cb-39d2-4b3d-a9cb-b631ed6d9eb7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385023 Aug 31 04:35:34.008860 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293dc3c-d016-447d-9322-ee83d2eb6b9b req-4f1032cd-fb11-4682-90ad-c50b65c0cfd5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:34.010512 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6293dc3c-d016-447d-9322-ee83d2eb6b9b req-4f1032cd-fb11-4682-90ad-c50b65c0cfd5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 944 time: 0.0476370 Aug 31 04:35:34.037558 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01003b-7ec1-4d2b-b749-a9698370f208 req-4efb8ab0-0e53-41bc-ac24-9e89a6872ebb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:34.039173 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5d01003b-7ec1-4d2b-b749-a9698370f208 req-4efb8ab0-0e53-41bc-ac24-9e89a6872ebb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0532701 Aug 31 04:35:34.093278 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6293dc3c-d016-447d-9322-ee83d2eb6b9b req-9f7e7eed-33ac-4d6a-970d-9ddfe8fb799f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536647 Aug 31 04:35:34.108006 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5d01003b-7ec1-4d2b-b749-a9698370f208 req-fdad0a83-fad9-43b4-9677-693a9c112eee tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Aug 31 04:35:34.588560 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:34.634230 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb74f3-60b8-4edd-9cf5-fe45149c274d req-ac2ef4be-e881-4606-b80a-379f1caaec55 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:34.641148 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7ecb74f3-60b8-4edd-9cf5-fe45149c274d req-ac2ef4be-e881-4606-b80a-379f1caaec55 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 944 time: 0.0652514 Aug 31 04:35:34.661214 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f3809b0b-8437-4e98-88a3-a530ac0d92f8'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:35:34.709645 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d3c77a9f-10ad-42fc-ba35-41e7e28b3832 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:34.746832 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7ecb74f3-60b8-4edd-9cf5-fe45149c274d req-6c73893c-7e97-4e65-8daf-a46f2c6fb912 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964637 Aug 31 04:35:34.818215 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:34.831240 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:35:34.844098 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:34.844465 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:34.982183 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:34.982638 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.002512 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ea40-dc73-4c56-a4c0-707702098c94 req-0c11a404-ae12-4b3d-bf54-28a07778ee8d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:35.005271 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0264ea40-dc73-4c56-a4c0-707702098c94 req-0c11a404-ae12-4b3d-bf54-28a07778ee8d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0619409 Aug 31 04:35:35.026624 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d3c77a9f-10ad-42fc-ba35-41e7e28b3832, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:35.046474 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.046898 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:35.094778 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0264ea40-dc73-4c56-a4c0-707702098c94 req-c47a3784-8e6c-4a22-9aff-4ec8bc956162 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828986 Aug 31 04:35:35.146212 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:35.230833 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d73f8-1474-41d4-98bb-9e38addd03ea req-152affd3-f44d-4052-a0af-8b1b22be79e6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:35.244493 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fe3d73f8-1474-41d4-98bb-9e38addd03ea req-152affd3-f44d-4052-a0af-8b1b22be79e6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 944 time: 0.0679998 Aug 31 04:35:35.253026 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40d922-fce3-4d87-ae94-f329dcf0718e req-ebe35bf8-106f-4dd6-8363-49da7ae57525 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:35.259277 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6b40d922-fce3-4d87-ae94-f329dcf0718e req-ebe35bf8-106f-4dd6-8363-49da7ae57525 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0616579 Aug 31 04:35:35.293199 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fe3d73f8-1474-41d4-98bb-9e38addd03ea req-49085c2e-4fe2-4ff2-ba12-a75c1bc54647 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476644 Aug 31 04:35:35.327548 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6b40d922-fce3-4d87-ae94-f329dcf0718e req-020ad0ab-9281-4134-95ea-55a900dd5d67 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635972 Aug 31 04:35:35.380333 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4342bb06-528a-4fff-8494-cfbce3babb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777'}, {'server_uuid': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:35.382805 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc38a43-6df7-405a-8335-f20f5835d754" -d '{"events": [{"server_uuid": "4342bb06-528a-4fff-8494-cfbce3babb99", "name": "network-vif-plugged", "status": "completed", "tag": "5e5c2be7-aa12-4c15-87d9-6d00c7cc9777"}, {"server_uuid": "aaed2599-c3cc-4ac7-91be-29c314bf23cb", "name": "network-vif-plugged", "status": "completed", "tag": "d3c77a9f-10ad-42fc-ba35-41e7e28b3832"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:35.425028 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf1634-2f7d-4d9e-a338-f6d99a963d3b x-openstack-request-id: req-acbf1634-2f7d-4d9e-a338-f6d99a963d3b {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:35.425325 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4342bb06-528a-4fff-8494-cfbce3babb99", "name": "network-vif-plugged", "status": "completed", "tag": "5e5c2be7-aa12-4c15-87d9-6d00c7cc9777", "code": 200}, {"server_uuid": "aaed2599-c3cc-4ac7-91be-29c314bf23cb", "name": "network-vif-plugged", "status": "completed", "tag": "d3c77a9f-10ad-42fc-ba35-41e7e28b3832", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:35.425578 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acbf1634-2f7d-4d9e-a338-f6d99a963d3b {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:35.425977 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf1634-2f7d-4d9e-a338-f6d99a963d3b'] response: {'server_uuid': '4342bb06-528a-4fff-8494-cfbce3babb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777', 'code': 200} Aug 31 04:35:35.426236 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf1634-2f7d-4d9e-a338-f6d99a963d3b'] response: {'server_uuid': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832', 'code': 200} Aug 31 04:35:35.454086 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47004) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:35.566210 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.586533 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:35.647868 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Publish callbacks [] for security_group (c67f29c3-ad93-4aa7-a9d4-903f692a72bc), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.654945 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c67f29c3-ad93-4aa7-a9d4-903f692a72bc), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.697947 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67f29c3-ad93-4aa7-a9d4-903f692a72bc,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:35.704062 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0b68ad5fb6c546619bb5b18f6358de78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469096 Aug 31 04:35:35.705437 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47008) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:35.709924 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.710420 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.710923 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.711480 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.711825 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.712413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.712740 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.713129 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.713491 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.713815 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.714135 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.714459 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.714844 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.715163 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.715510 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f59adb6-895e-4313-b5d5-23f1bd817831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.743086 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:35.770528 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Publish callbacks [] for security_group (c67f29c3-ad93-4aa7-a9d4-903f692a72bc), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.785068 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:35.797242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Publish callbacks [] for security_group (c67f29c3-ad93-4aa7-a9d4-903f692a72bc), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.831879 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port f3809b0b-8437-4e98-88a3-a530ac0d92f8 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:35:35.839651 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port f3809b0b-8437-4e98-88a3-a530ac0d92f8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:35.840240 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.905653 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c67f29c3-ad93-4aa7-a9d4-903f692a72bc), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.908078 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.909203 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c67f29c3-ad93-4aa7-a9d4-903f692a72bc HTTP/1.1" status: 204 len: 168 time: 0.2027931 Aug 31 04:35:35.925939 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:35.926333 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.951211 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025201b-0d7e-4b76-9d3b-8e1b0ebeea0d req-0ab422c3-7b09-4582-9d23-9815aeae105f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:35.961454 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e025201b-0d7e-4b76-9d3b-8e1b0ebeea0d req-0ab422c3-7b09-4582-9d23-9815aeae105f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 944 time: 0.0923917 Aug 31 04:35:35.963925 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:35.969386 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:35.971121 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 53ccda52-6f23-4095-832d-ffc497d77603 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:35:35.973315 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67f29c3-ad93-4aa7-a9d4-903f692a72bc,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:35.993672 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.994199 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.994682 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.995193 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.995527 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.995857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.996182 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.997021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.997021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.997314 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.999367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.999367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.999367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.999367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:35.999367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae39f28-a4eb-424e-855d-f88731ac887a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.034325 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:36.050256 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e025201b-0d7e-4b76-9d3b-8e1b0ebeea0d req-c6dae200-c02f-419d-b3c2-1b80610ecc67 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875044 Aug 31 04:35:36.250608 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f8389-76d6-462a-b9ef-a135ed20165c req-542a3cb0-2301-4d91-ad2e-82746fd21417 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:36.258908 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a17f8389-76d6-462a-b9ef-a135ed20165c req-542a3cb0-2301-4d91-ad2e-82746fd21417 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0700333 Aug 31 04:35:36.353225 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a17f8389-76d6-462a-b9ef-a135ed20165c req-5425406c-45ed-4c3a-b6ac-68f728ec17fe tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913124 Aug 31 04:35:36.365002 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:36.382391 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 53ccda52-6f23-4095-832d-ffc497d77603 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:35:36.400377 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.401994 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.403202 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.404825 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.405405 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.407413 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.409110 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.410486 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.411287 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.412583 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.413138 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.413475 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.413803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.414126 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.414743 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:35:36.436440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 53ccda52-6f23-4095-832d-ffc497d77603 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:35:36.436440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (53ccda52-6f23-4095-832d-ffc497d77603), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:36.436733 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47048) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:36.545625 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c688ac49-927d-4c85-a3de-d01b27083a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:36.559062 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd00d8b-0c77-449e-9065-2771a2ac9ebc req-4b2ac384-8509-400f-9c1f-d066f1886370 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:36.569569 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6dd00d8b-0c77-449e-9065-2771a2ac9ebc req-4b2ac384-8509-400f-9c1f-d066f1886370 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0997202 Aug 31 04:35:36.586399 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 53ccda52-6f23-4095-832d-ffc497d77603 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:35:36.588344 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (53ccda52-6f23-4095-832d-ffc497d77603), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:36.641915 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6dd00d8b-0c77-449e-9065-2771a2ac9ebc req-0a20a611-c092-4da3-8165-ed85646715c1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677516 Aug 31 04:35:36.648731 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c4c3-3e7f-402b-a189-06fe9dbec139 req-d5414606-365c-4123-bdb9-aab94ef0d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:36.650769 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-14a2c4c3-3e7f-402b-a189-06fe9dbec139 req-d5414606-365c-4123-bdb9-aab94ef0d4cf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 1129 time: 0.2879610 Aug 31 04:35:36.651960 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207c3a0-04ec-4aaf-9ac6-1f1864579eb7 req-64de1981-e058-44a8-bbdc-f9d16a24329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:36.659475 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8207c3a0-04ec-4aaf-9ac6-1f1864579eb7 req-64de1981-e058-44a8-bbdc-f9d16a24329d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 1130 time: 0.2203314 Aug 31 04:35:36.664161 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 53ccda52-6f23-4095-832d-ffc497d77603, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=53ccda52-6f23-4095-832d-ffc497d77603,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:36.683114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (53ccda52-6f23-4095-832d-ffc497d77603), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:36.712071 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553adb22-eb3b-43e9-8ba9-7a02d1c314c9 req-2c4ac597-455f-4a75-814c-10bb66bd0c84 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:36.719068 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-553adb22-eb3b-43e9-8ba9-7a02d1c314c9 req-2c4ac597-455f-4a75-814c-10bb66bd0c84 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1663039 Aug 31 04:35:36.802655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:36.807869 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=53ccda52-6f23-4095-832d-ffc497d77603,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:36.835007 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8207c3a0-04ec-4aaf-9ac6-1f1864579eb7 req-7b16a10c-c64a-4afb-9302-0f64e887395f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645515 Aug 31 04:35:36.846897 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-14a2c4c3-3e7f-402b-a189-06fe9dbec139 req-285fa0c9-7df7-4a67-b557-b974527c6b13 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791170 Aug 31 04:35:36.862980 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c688ac49-927d-4c85-a3de-d01b27083a2d admin admin] Publish callbacks [] for security_group (5d520183-b361-4bf9-b111-db2483022432), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:36.873973 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-553adb22-eb3b-43e9-8ba9-7a02d1c314c9 req-d1c92218-3671-4054-bb08-66140b10c798 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538432 Aug 31 04:35:36.879894 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c688ac49-927d-4c85-a3de-d01b27083a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5d520183-b361-4bf9-b111-db2483022432), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:36.939210 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688ac49-927d-4c85-a3de-d01b27083a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d520183-b361-4bf9-b111-db2483022432,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:36.947293 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47068) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:36.947527 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-c688ac49-927d-4c85-a3de-d01b27083a2d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1de531046e80469db3fb9c3c7c494240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049005 Aug 31 04:35:37.024750 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fde5-955a-4990-bbbe-f5fc1a1039f3 admin admin] Publish callbacks [] for security_group (5d520183-b361-4bf9-b111-db2483022432), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:37.067003 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fde5-955a-4990-bbbe-f5fc1a1039f3 admin admin] Publish callbacks [] for security_group (5d520183-b361-4bf9-b111-db2483022432), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:37.142572 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b849c3-86c5-4053-8dff-213500c7adc0 req-93edc599-8cfa-4dab-8dc6-4f4ce5e21ddb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:37.144119 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-96b849c3-86c5-4053-8dff-213500c7adc0 req-93edc599-8cfa-4dab-8dc6-4f4ce5e21ddb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0931432 Aug 31 04:35:37.145481 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fde5-955a-4990-bbbe-f5fc1a1039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5d520183-b361-4bf9-b111-db2483022432), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:37.148829 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1c4fde5-955a-4990-bbbe-f5fc1a1039f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:37.150432 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c1c4fde5-955a-4990-bbbe-f5fc1a1039f3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d520183-b361-4bf9-b111-db2483022432 HTTP/1.1" status: 204 len: 168 time: 0.2017171 Aug 31 04:35:37.162414 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:37.192267 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4fde5-955a-4990-bbbe-f5fc1a1039f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d520183-b361-4bf9-b111-db2483022432,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:37.244499 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-96b849c3-86c5-4053-8dff-213500c7adc0 req-756e8e46-5a7f-444d-87cf-64d0c5266b0b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915024 Aug 31 04:35:37.277503 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee062c-ecf5-4f00-85db-1d1ce09ad328 req-ab3c2643-8ac8-4f3e-ba01-abb9f4e490d2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:37.279764 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9aee062c-ecf5-4f00-85db-1d1ce09ad328 req-ab3c2643-8ac8-4f3e-ba01-abb9f4e490d2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1011746 Aug 31 04:35:37.338657 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9aee062c-ecf5-4f00-85db-1d1ce09ad328 req-e863ddc2-78a2-4931-8569-b47f2e99b475 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517421 Aug 31 04:35:37.427700 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}, {'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:37.432638 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac15034-6933-4741-ad8b-ab2700355d59" -d '{"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8"}, {"server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "name": "network-vif-plugged", "status": "completed", "tag": "53ccda52-6f23-4095-832d-ffc497d77603"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:37.495504 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e88dd13-d8b0-4e0b-9f0d-e6605bf0c00d x-openstack-request-id: req-7e88dd13-d8b0-4e0b-9f0d-e6605bf0c00d {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:37.495681 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8", "code": 200}, {"server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "name": "network-vif-plugged", "status": "completed", "tag": "53ccda52-6f23-4095-832d-ffc497d77603", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:37.495867 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e88dd13-d8b0-4e0b-9f0d-e6605bf0c00d {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:37.496318 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e88dd13-d8b0-4e0b-9f0d-e6605bf0c00d'] response: {'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'code': 200} Aug 31 04:35:37.496715 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e88dd13-d8b0-4e0b-9f0d-e6605bf0c00d'] response: {'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603', 'code': 200} Aug 31 04:35:37.509751 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81cc9-0f79-490d-9d10-f111a8bff72c req-1f4a91ec-3ba8-4f91-b6ff-37bc31894f06 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:37.511555 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a7d81cc9-0f79-490d-9d10-f111a8bff72c req-1f4a91ec-3ba8-4f91-b6ff-37bc31894f06 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0586114 Aug 31 04:35:37.565311 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a7d81cc9-0f79-490d-9d10-f111a8bff72c req-a8a3a771-f193-482b-8298-f8200e33d712 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479693 Aug 31 04:35:37.709800 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47110) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:37.870878 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6e00b2aa-9d0f-4ec9-8a13-ec06e30bf255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:37.933594 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:37.969537 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6e00b2aa-9d0f-4ec9-8a13-ec06e30bf255 admin admin] Publish callbacks [] for security_group (ea31774b-6a9b-407a-acc6-93394592ed9f), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:37.977860 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6e00b2aa-9d0f-4ec9-8a13-ec06e30bf255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (ea31774b-6a9b-407a-acc6-93394592ed9f), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.055820 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6e00b2aa-9d0f-4ec9-8a13-ec06e30bf255 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9dbade89d75a4cd39a77873b1190e072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446805 Aug 31 04:35:38.058436 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47130) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:38.068791 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00b2aa-9d0f-4ec9-8a13-ec06e30bf255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea31774b-6a9b-407a-acc6-93394592ed9f,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:38.083620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86f61-b781-4188-9929-48ff41a40ea1 req-6edfb76e-cdde-4338-abdb-2dde299ec910 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:38.085142 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6ee86f61-b781-4188-9929-48ff41a40ea1 req-6edfb76e-cdde-4338-abdb-2dde299ec910 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0821774 Aug 31 04:35:38.107408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:38.140545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d719-473d-4ac0-89e3-1513fbefb17b admin admin] Publish callbacks [] for security_group (ea31774b-6a9b-407a-acc6-93394592ed9f), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.164706 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d719-473d-4ac0-89e3-1513fbefb17b admin admin] Publish callbacks [] for security_group (ea31774b-6a9b-407a-acc6-93394592ed9f), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.172719 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6ee86f61-b781-4188-9929-48ff41a40ea1 req-61ee5ed2-3b74-4f92-a67b-85df4fbdbfff tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741224 Aug 31 04:35:38.247370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d719-473d-4ac0-89e3-1513fbefb17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (ea31774b-6a9b-407a-acc6-93394592ed9f), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.250196 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a7e1d719-473d-4ac0-89e3-1513fbefb17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.254701 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a7e1d719-473d-4ac0-89e3-1513fbefb17b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ea31774b-6a9b-407a-acc6-93394592ed9f HTTP/1.1" status: 204 len: 168 time: 0.1946161 Aug 31 04:35:38.263385 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1d719-473d-4ac0-89e3-1513fbefb17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea31774b-6a9b-407a-acc6-93394592ed9f,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:38.301359 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47154) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:38.364116 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] Deleting subnet 8b2dce56-8968-4843-943d-ccf635b3f912 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:35:38.368006 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] Publish callbacks [] for subnet (8b2dce56-8968-4843-943d-ccf635b3f912), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.462397 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] Publish callbacks [] for subnet (8b2dce56-8968-4843-943d-ccf635b3f912), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.490775 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (8b2dce56-8968-4843-943d-ccf635b3f912), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.504564 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef865ff6-9b06-4b06-8a28-67739d7fbbf5 req-4edf0745-eb1e-43ce-adf7-ff70e141f06b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:38.516137 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef865ff6-9b06-4b06-8a28-67739d7fbbf5 req-4edf0745-eb1e-43ce-adf7-ff70e141f06b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.1186762 Aug 31 04:35:38.566620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af427f5-54da-4212-a929-e2ea529c35d5 req-3f54f37f-5417-43b3-a11a-85a45bc78a3c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:38.574051 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5af427f5-54da-4212-a929-e2ea529c35d5 req-3f54f37f-5417-43b3-a11a-85a45bc78a3c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0953298 Aug 31 04:35:38.641737 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (8b2dce56-8968-4843-943d-ccf635b3f912), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.675702 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2dce56-8968-4843-943d-ccf635b3f912,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:38.690580 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5af427f5-54da-4212-a929-e2ea529c35d5 req-f010ddcd-d71f-445d-8eca-9c46e734f093 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151819 Aug 31 04:35:38.706860 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.716240 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b8f42f38-da2c-4173-887d-eab095f8e519 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/8b2dce56-8968-4843-943d-ccf635b3f912 HTTP/1.1" status: 204 len: 168 time: 0.4127958 Aug 31 04:35:38.718899 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47172) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:38.732439 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef865ff6-9b06-4b06-8a28-67739d7fbbf5 req-41582e57-abb3-431f-8fd1-9d63106218c9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086580 Aug 31 04:35:38.733961 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-18b7f8dc-d377-4129-aa95-c5045cd64e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:38.736473 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-18b7f8dc-d377-4129-aa95-c5045cd64e04 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 1130 time: 0.1568809 Aug 31 04:35:38.845019 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47178) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:38.848125 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (25529e5d-0b49-4a96-beaa-7ccf25d31f42), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:38.852225 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:38.861566 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0fc48-08e6-4401-96b9-0f13d32649cd req-1a237e29-b40d-4c2e-94f9-9acc490ff63e tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:38.863227 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-74c0fc48-08e6-4401-96b9-0f13d32649cd req-1a237e29-b40d-4c2e-94f9-9acc490ff63e tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0761187 Aug 31 04:35:39.057221 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6ac1052a-bd08-4951-9c97-d660f1baaed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.141869 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6ac1052a-bd08-4951-9c97-d660f1baaed9 admin admin] Publish callbacks [] for security_group (8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.146776 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6ac1052a-bd08-4951-9c97-d660f1baaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.179335 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-74c0fc48-08e6-4401-96b9-0f13d32649cd req-c2ede63a-21cb-4216-bc69-30137281afe1 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046134 Aug 31 04:35:39.181445 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (25529e5d-0b49-4a96-beaa-7ccf25d31f42), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.200725 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47186) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:39.211437 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-6ac1052a-bd08-4951-9c97-d660f1baaed9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=200c15da9b804a188712f2874ca07393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646617 Aug 31 04:35:39.217156 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1052a-bd08-4951-9c97-d660f1baaed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:39.227565 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.227895 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.228647 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.228987 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > port after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.229330 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.229656 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > port after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.229980 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.230352 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.231169 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.231492 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.321171 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54a64-fa82-4450-97d5-613eecd2eda3 req-020d1011-cb4d-4697-a690-00746f22acf5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:39.323069 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-03b54a64-fa82-4450-97d5-613eecd2eda3 req-020d1011-cb4d-4697-a690-00746f22acf5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0502288 Aug 31 04:35:39.385862 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-03b54a64-fa82-4450-97d5-613eecd2eda3 req-14bb4556-060a-4fc3-9f8b-dc911bc60d2c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513809 Aug 31 04:35:39.424064 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.424566 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.424899 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.425228 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:39.425604 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25529e5d-0b49-4a96-beaa-7ccf25d31f42']}} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:39.465937 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa09b32e-3dca-484b-aae6-538926456e8a') {'for_net_delete': True} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:39.466233 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa09b32e-3dca-484b-aae6-538926456e8a') {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:39.495703 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8843864'] for segment (fa09b32e-3dca-484b-aae6-538926456e8a), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.503021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90173f8d-bd7d-4643-bd94-0d3ec242b031 req-405f0037-08d4-4029-91aa-075f337d95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:39.504529 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-90173f8d-bd7d-4643-bd94-0d3ec242b031 req-405f0037-08d4-4029-91aa-075f337d95b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1129 time: 0.0720637 Aug 31 04:35:39.525853 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (fa09b32e-3dca-484b-aae6-538926456e8a), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.542529 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=106562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:35:39.542977 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845000'] for segment (fa09b32e-3dca-484b-aae6-538926456e8a), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.548274 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-e8850ae0-e6d5-45b9-885a-254d0eda0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:39.550031 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-e8850ae0-e6d5-45b9-885a-254d0eda0846 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.1630323 Aug 31 04:35:39.559393 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee3bf-8860-41d7-9207-9a942363e505 admin admin] Publish callbacks [] for security_group (8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.616648 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:39.628127 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee3bf-8860-41d7-9207-9a942363e505 admin admin] Publish callbacks [] for security_group (8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.640308 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (25529e5d-0b49-4a96-beaa-7ccf25d31f42), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.672362 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.678260 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/25529e5d-0b49-4a96-beaa-7ccf25d31f42 HTTP/1.1" status: 204 len: 168 time: 0.9554996 Aug 31 04:35:39.678581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47214) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:39.680919 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0065613-d32b-4512-8750-581ae0c3bed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25529e5d-0b49-4a96-beaa-7ccf25d31f42,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:39.724302 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee3bf-8860-41d7-9207-9a942363e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.727790 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7c1ee3bf-8860-41d7-9207-9a942363e505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.732302 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-7c1ee3bf-8860-41d7-9207-9a942363e505 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f HTTP/1.1" status: 204 len: 168 time: 0.5305867 Aug 31 04:35:39.742809 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ee3bf-8860-41d7-9207-9a942363e505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c76c4-d8e7-40a6-90fc-6adcc6d2376f,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:39.815923 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_v2 [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] Deleting subnet 5e9e1d0e-897c-46f3-a966-c8c9c917d6cb {{(pid=106561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:35:39.824540 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] Publish callbacks [] for subnet (5e9e1d0e-897c-46f3-a966-c8c9c917d6cb), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.879141 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:39.901195 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4f952-1a72-4eb5-9300-f29ca5573ce0 req-bbfa5d2e-bfb1-4500-b24f-0349a59928d8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:39.902964 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4ce4f952-1a72-4eb5-9300-f29ca5573ce0 req-bbfa5d2e-bfb1-4500-b24f-0349a59928d8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0776825 Aug 31 04:35:39.959908 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] Publish callbacks [] for subnet (5e9e1d0e-897c-46f3-a966-c8c9c917d6cb), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:39.997265 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4ce4f952-1a72-4eb5-9300-f29ca5573ce0 req-df5ded76-e4b4-4187-b71c-9574f4c3626c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877633 Aug 31 04:35:40.028248 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (5e9e1d0e-897c-46f3-a966-c8c9c917d6cb), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.066522 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e50859-7f46-4302-b7b1-7864638ca665 req-2f04a278-1a21-4cd5-822a-0c0294e575c1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:40.068305 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b5e50859-7f46-4302-b7b1-7864638ca665 req-2f04a278-1a21-4cd5-822a-0c0294e575c1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.2061679 Aug 31 04:35:40.098167 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-73064b2d-a77c-4653-ab24-e80f61d80c8f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c124b064-1e1f-4174-96ce-6515e6731abc HTTP/1.1" status: 200 len: 217 time: 0.1030905 Aug 31 04:35:40.115960 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23c464-8821-43c0-abcb-90944adfade4 req-fc4aac2a-86ab-4210-937e-14f7aaed0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:40.117566 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e23c464-8821-43c0-abcb-90944adfade4 req-fc4aac2a-86ab-4210-937e-14f7aaed0bac service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 1129 time: 0.2118781 Aug 31 04:35:40.227445 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-90173f8d-bd7d-4643-bd94-0d3ec242b031 req-7cdec9c8-29db-4b8c-a1ec-668a03d6d1de service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432182 Aug 31 04:35:40.235497 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:40.255700 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-0e626659-ed8d-4ac0-9181-69226fef8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:40.257589 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-0e626659-ed8d-4ac0-9181-69226fef8000 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.1444838 Aug 31 04:35:40.266910 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b5e50859-7f46-4302-b7b1-7864638ca665 req-ca6c6337-4e65-4b3e-9cbd-9cb148805860 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719360 Aug 31 04:35:40.281571 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e23c464-8821-43c0-abcb-90944adfade4 req-bee2498d-2770-481b-89b7-b4c6c89e6d69 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395528 Aug 31 04:35:40.299522 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for subnet (5e9e1d0e-897c-46f3-a966-c8c9c917d6cb), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.335064 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9e1d0e-897c-46f3-a966-c8c9c917d6cb,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:40.349072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.354462 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-49628d52-6b28-4f09-b740-92479d7ec122 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/5e9e1d0e-897c-46f3-a966-c8c9c917d6cb HTTP/1.1" status: 204 len: 168 time: 0.6745937 Aug 31 04:35:40.357369 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47258) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:40.374347 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:40.387715 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785be3ce-4efd-4819-a0c6-c1567df7b3af req-8316ad6e-47bf-4241-bde4-ca8608c79478 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:40.394776 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-785be3ce-4efd-4819-a0c6-c1567df7b3af req-8316ad6e-47bf-4241-bde4-ca8608c79478 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0919259 Aug 31 04:35:40.428210 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47260) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:40.463266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (ef616225-e3c3-4caa-a5b0-db0e7cc6da79), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.463559 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-785be3ce-4efd-4819-a0c6-c1567df7b3af req-5670b12d-9894-4416-b116-8171dd2ce16d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677910 Aug 31 04:35:40.464039 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47268) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:40.536608 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment fa09b32e-3dca-484b-aae6-538926456e8a resource provider aggregate not found Aug 31 04:35:40.559802 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment fa09b32e-3dca-484b-aae6-538926456e8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa09b32e-3dca-484b-aae6-538926456e8a found for delete ", "request_id": "req-85e50185-9c3d-4adb-a350-5ad3feaecc82"}]} Aug 31 04:35:40.618694 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (ef616225-e3c3-4caa-a5b0-db0e7cc6da79), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.642824 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa178e6c-9ed3-4601-94e1-05e127bcad67 req-9a05c916-cdda-40da-85ff-550d28d6898c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:40.644327 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fa178e6c-9ed3-4601-94e1-05e127bcad67 req-9a05c916-cdda-40da-85ff-550d28d6898c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0957973 Aug 31 04:35:40.656291 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.656638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.657369 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.657697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > port after_create 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.658014 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.658342 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > port after_update 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.658669 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.659047 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.659363 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.659677 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.681029 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-68ffda21-0338-478f-a6f0-f19acdb7f091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.719437 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49ebad82-7b79-4024-95c3-20d14b21660d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.728988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.729337 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.729669 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.730032 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 04:35:40.730540 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef616225-e3c3-4caa-a5b0-db0e7cc6da79']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:40.766779 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd3830d-8103-4b25-8647-4ec3d7ff293d') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:40.767026 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd3830d-8103-4b25-8647-4ec3d7ff293d') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:40.794685 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (bfd3830d-8103-4b25-8647-4ec3d7ff293d), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.830645 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (bfd3830d-8103-4b25-8647-4ec3d7ff293d), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.835351 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-68ffda21-0338-478f-a6f0-f19acdb7f091 admin admin] Publish callbacks [] for security_group (2c2c8116-6da2-46ac-a701-a23c9d7d8386), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.846619 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fa178e6c-9ed3-4601-94e1-05e127bcad67 req-b3033356-ca90-4b1d-8741-38a6279671d4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936438 Aug 31 04:35:40.846767 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-68ffda21-0338-478f-a6f0-f19acdb7f091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (2c2c8116-6da2-46ac-a701-a23c9d7d8386), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.859497 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:35:40.859799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (bfd3830d-8103-4b25-8647-4ec3d7ff293d), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.890443 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-68ffda21-0338-478f-a6f0-f19acdb7f091 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0b2788168e1b444fb9d8ab7d3f986371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4605360 Aug 31 04:35:40.895938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47284) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:40.907341 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49ebad82-7b79-4024-95c3-20d14b21660d admin admin] Publish callbacks [] for security_group (196054c4-2703-4889-ba62-6c7c4fe26543), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.946975 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49ebad82-7b79-4024-95c3-20d14b21660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (196054c4-2703-4889-ba62-6c7c4fe26543), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:40.958121 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffda21-0338-478f-a6f0-f19acdb7f091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2c8116-6da2-46ac-a701-a23c9d7d8386,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:40.986261 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-49ebad82-7b79-4024-95c3-20d14b21660d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=03af52ca13314c74b06ef1db681cea39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209117 Aug 31 04:35:40.989463 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47294) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:41.017739 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebad82-7b79-4024-95c3-20d14b21660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196054c4-2703-4889-ba62-6c7c4fe26543,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:41.072552 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b31cd335-166e-4977-ae07-6b02dde25e06 admin admin] Publish callbacks [] for security_group (196054c4-2703-4889-ba62-6c7c4fe26543), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.088569 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-7c8990bb-67aa-4e79-aa58-3224b1dce939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:41.090619 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-7c8990bb-67aa-4e79-aa58-3224b1dce939 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2329607 Aug 31 04:35:41.102225 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b31cd335-166e-4977-ae07-6b02dde25e06 admin admin] Publish callbacks [] for security_group (196054c4-2703-4889-ba62-6c7c4fe26543), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.110807 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-85b827a6-1d8c-47ea-9d8a-d2b317b6ae89 admin admin] Publish callbacks [] for security_group (2c2c8116-6da2-46ac-a701-a23c9d7d8386), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.113924 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (ef616225-e3c3-4caa-a5b0-db0e7cc6da79), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.155350 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.165254 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ef616225-e3c3-4caa-a5b0-db0e7cc6da79 HTTP/1.1" status: 204 len: 168 time: 0.8043466 Aug 31 04:35:41.171876 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:41.178579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-85b827a6-1d8c-47ea-9d8a-d2b317b6ae89 admin admin] Publish callbacks [] for security_group (2c2c8116-6da2-46ac-a701-a23c9d7d8386), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.181348 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f7984-d3ce-45a5-b8c0-52e14e236050 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef616225-e3c3-4caa-a5b0-db0e7cc6da79,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:41.190322 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fdd6a-5483-4232-b854-d152f1f12fe3 req-6bd73daf-7a6b-4f4d-a5cc-c1fb1662777f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:41.192023 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ce3fdd6a-5483-4232-b854-d152f1f12fe3 req-6bd73daf-7a6b-4f4d-a5cc-c1fb1662777f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0620172 Aug 31 04:35:41.225676 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b31cd335-166e-4977-ae07-6b02dde25e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (196054c4-2703-4889-ba62-6c7c4fe26543), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.228719 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b31cd335-166e-4977-ae07-6b02dde25e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.235108 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b31cd335-166e-4977-ae07-6b02dde25e06 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/196054c4-2703-4889-ba62-6c7c4fe26543 HTTP/1.1" status: 204 len: 168 time: 0.2395792 Aug 31 04:35:41.251601 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cd335-166e-4977-ae07-6b02dde25e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196054c4-2703-4889-ba62-6c7c4fe26543,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:41.258076 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-85b827a6-1d8c-47ea-9d8a-d2b317b6ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (2c2c8116-6da2-46ac-a701-a23c9d7d8386), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.262608 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-85b827a6-1d8c-47ea-9d8a-d2b317b6ae89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.264773 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-85b827a6-1d8c-47ea-9d8a-d2b317b6ae89 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2c2c8116-6da2-46ac-a701-a23c9d7d8386 HTTP/1.1" status: 204 len: 168 time: 0.3568728 Aug 31 04:35:41.276316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b827a6-1d8c-47ea-9d8a-d2b317b6ae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2c8116-6da2-46ac-a701-a23c9d7d8386,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:41.277327 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ce3fdd6a-5483-4232-b854-d152f1f12fe3 req-071584d9-66c6-4562-871b-453acc3d27cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759578 Aug 31 04:35:41.437206 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:41.444272 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711af37-88c6-4d82-b778-3736b462d201 req-395bb43a-9fc3-4d04-afe2-f87a8dc3d68c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:41.446257 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2711af37-88c6-4d82-b778-3736b462d201 req-395bb43a-9fc3-4d04-afe2-f87a8dc3d68c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0639741 Aug 31 04:35:41.450399 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment bfd3830d-8103-4b25-8647-4ec3d7ff293d resource provider aggregate not found Aug 31 04:35:41.467986 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-54fd14f2-a339-4904-af88-e2bfcd0a86ff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812325 Aug 31 04:35:41.477619 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment bfd3830d-8103-4b25-8647-4ec3d7ff293d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfd3830d-8103-4b25-8647-4ec3d7ff293d found for delete ", "request_id": "req-7228295d-b82d-45bd-adae-70750511cf28"}]} Aug 31 04:35:41.494012 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47318) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:41.519991 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2711af37-88c6-4d82-b778-3736b462d201 req-5e9de3e1-0df4-441c-ac55-245e71f311e5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653596 Aug 31 04:35:41.552844 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4f067cf4-e448-4e3a-807d-44c4e232ceb3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=365e83c8647b401da0040ff09e9cda7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576165 Aug 31 04:35:41.553464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47320) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:41.608206 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-007f2611-dab9-4c79-9455-4f996a3a6e58 admin admin] Publish callbacks [] for security_group (a52622ef-f0c5-42f8-a20e-604a3cb40a6b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.630497 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-007f2611-dab9-4c79-9455-4f996a3a6e58 admin admin] Publish callbacks [] for security_group (a52622ef-f0c5-42f8-a20e-604a3cb40a6b), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.684138 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-007f2611-dab9-4c79-9455-4f996a3a6e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a52622ef-f0c5-42f8-a20e-604a3cb40a6b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.686800 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-007f2611-dab9-4c79-9455-4f996a3a6e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.687981 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-007f2611-dab9-4c79-9455-4f996a3a6e58 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a52622ef-f0c5-42f8-a20e-604a3cb40a6b HTTP/1.1" status: 204 len: 168 time: 0.1336040 Aug 31 04:35:41.691497 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:41.697346 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f2611-dab9-4c79-9455-4f996a3a6e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52622ef-f0c5-42f8-a20e-604a3cb40a6b,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:41.800887 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47328) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:41.817450 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5ea7102e-25a3-4483-a59a-60c17e5473c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.933219 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:41.937859 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b7e4f03-a3f6-439b-884a-6a2cb5c438bf req-10d47d04-2f11-45c7-9b67-345e9aac366b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228809 Aug 31 04:35:41.941335 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5ea7102e-25a3-4483-a59a-60c17e5473c1 admin admin] Publish callbacks [] for security_group (b1e9e49e-3b1c-47e9-9d68-5c26f8076707), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:41.947702 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5ea7102e-25a3-4483-a59a-60c17e5473c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b1e9e49e-3b1c-47e9-9d68-5c26f8076707), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.005765 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7102e-25a3-4483-a59a-60c17e5473c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9e49e-3b1c-47e9-9d68-5c26f8076707,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:42.028309 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5ea7102e-25a3-4483-a59a-60c17e5473c1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f7db5c3cf55e463f9b0b370839c96b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260537 Aug 31 04:35:42.028953 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47336) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:42.057107 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e24a-52d2-46ab-8f67-9e60d5ee9258 req-62048a65-6260-453b-afd7-6e575650c8e3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:42.058819 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-45d9e24a-52d2-46ab-8f67-9e60d5ee9258 req-62048a65-6260-453b-afd7-6e575650c8e3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0703988 Aug 31 04:35:42.111353 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55eba4d1-bb38-4c3f-8320-3800636e1661 admin admin] Publish callbacks [] for security_group (b1e9e49e-3b1c-47e9-9d68-5c26f8076707), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.145949 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55eba4d1-bb38-4c3f-8320-3800636e1661 admin admin] Publish callbacks [] for security_group (b1e9e49e-3b1c-47e9-9d68-5c26f8076707), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.167592 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-45d9e24a-52d2-46ab-8f67-9e60d5ee9258 req-55281303-8cd2-4af0-8d2f-0fa995858d4f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005504 Aug 31 04:35:42.229099 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55eba4d1-bb38-4c3f-8320-3800636e1661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b1e9e49e-3b1c-47e9-9d68-5c26f8076707), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.231875 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55eba4d1-bb38-4c3f-8320-3800636e1661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.233537 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-55eba4d1-bb38-4c3f-8320-3800636e1661 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b1e9e49e-3b1c-47e9-9d68-5c26f8076707 HTTP/1.1" status: 204 len: 168 time: 0.2035933 Aug 31 04:35:42.242630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eba4d1-bb38-4c3f-8320-3800636e1661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9e49e-3b1c-47e9-9d68-5c26f8076707,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:42.327086 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c9894-8b0a-4703-8eb1-355a33218c5f req-738e21f0-c287-4ccc-b03b-750d50693639 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:42.328791 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e80c9894-8b0a-4703-8eb1-355a33218c5f req-738e21f0-c287-4ccc-b03b-750d50693639 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0657537 Aug 31 04:35:42.339143 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47356) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:42.348767 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'floatingip': {'port_id': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:42.351735 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47358) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:42.372096 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5324-d3c2-49d2-aac8-a2e96ce780f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.454496 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (35638662-941a-4038-86a3-0099739a6cee), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.457794 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0494ebb-8425-487b-a1c0-da222044607f req-5d5eff08-b627-4465-a099-ed6b95a04eb1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:42.459575 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a0494ebb-8425-487b-a1c0-da222044607f req-5d5eff08-b627-4465-a099-ed6b95a04eb1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0705194 Aug 31 04:35:42.506057 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47360) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:42.593717 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5324-d3c2-49d2-aac8-a2e96ce780f2 admin admin] Publish callbacks [] for security_group (4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.624072 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a3bd5324-d3c2-49d2-aac8-a2e96ce780f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.705180 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a0494ebb-8425-487b-a1c0-da222044607f req-7b2557ca-7c31-42da-abcb-31ff5b6edaeb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149825 Aug 31 04:35:42.712668 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-bbaee902-1d88-4e95-baf1-6c4689ea05b6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ac87c2498ad54abe8eadd4539055086b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008812 Aug 31 04:35:42.720905 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47368) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:42.738840 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a3bd5324-d3c2-49d2-aac8-a2e96ce780f2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b81c4253e5f6406f93505e859266658e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853238 Aug 31 04:35:42.741891 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd5324-d3c2-49d2-aac8-a2e96ce780f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:42.746066 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47370) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:42.770590 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:42.876803 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55d90a95-4f53-4615-a9c5-7c8b74351efc admin admin] Publish callbacks [] for security_group (0d272763-b5ae-4084-9ce5-3e5d221c1c9a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.877381 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2119-e425-431d-b581-c3869c36ba87 req-01ff2a96-e07f-4da0-8843-5971b66ac1b9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:42.879719 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d34f2119-e425-431d-b581-c3869c36ba87 req-01ff2a96-e07f-4da0-8843-5971b66ac1b9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0743740 Aug 31 04:35:42.885867 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:42.899866 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a29-cf8f-4d02-8d81-78f0ff08cf12 admin admin] Publish callbacks [] for security_group (4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.947042 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a29-cf8f-4d02-8d81-78f0ff08cf12 admin admin] Publish callbacks [] for security_group (4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:42.994161 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d34f2119-e425-431d-b581-c3869c36ba87 req-f45c31fa-913f-475c-844e-cd64518b79e3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019330 Aug 31 04:35:42.999690 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55d90a95-4f53-4615-a9c5-7c8b74351efc admin admin] Publish callbacks [] for security_group (0d272763-b5ae-4084-9ce5-3e5d221c1c9a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.028130 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a29-cf8f-4d02-8d81-78f0ff08cf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.030679 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a29-cf8f-4d02-8d81-78f0ff08cf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.033356 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ca7a9a29-cf8f-4d02-8d81-78f0ff08cf12 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d HTTP/1.1" status: 204 len: 168 time: 0.2859659 Aug 31 04:35:43.053911 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a9a29-cf8f-4d02-8d81-78f0ff08cf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb5d8e7-62c5-46c3-9eff-a5012df0ac4d,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:43.461862 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55d90a95-4f53-4615-a9c5-7c8b74351efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (0d272763-b5ae-4084-9ce5-3e5d221c1c9a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.464799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-55d90a95-4f53-4615-a9c5-7c8b74351efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.466105 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-55d90a95-4f53-4615-a9c5-7c8b74351efc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0d272763-b5ae-4084-9ce5-3e5d221c1c9a HTTP/1.1" status: 204 len: 168 time: 0.7438514 Aug 31 04:35:43.498032 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d90a95-4f53-4615-a9c5-7c8b74351efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d272763-b5ae-4084-9ce5-3e5d221c1c9a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:43.610200 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.616894 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (35638662-941a-4038-86a3-0099739a6cee), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.637814 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47418) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:43.659569 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-83e7cbc6-906c-4ff8-b58d-05588f36b73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.776049 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Floating IP 35638662-941a-4038-86a3-0099739a6cee associated. External IP: 172.27.3.74, port: f3809b0b-8437-4e98-88a3-a530ac0d92f8. Aug 31 04:35:43.804046 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-83e7cbc6-906c-4ff8-b58d-05588f36b73b admin admin] Publish callbacks [] for security_group (b3d5c912-5f7e-42c1-938a-187b18b5cad1), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.812666 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-83e7cbc6-906c-4ff8-b58d-05588f36b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b3d5c912-5f7e-42c1-938a-187b18b5cad1), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:43.831002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:43.846965 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:43.964622 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-83e7cbc6-906c-4ff8-b58d-05588f36b73b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a45f03451c974c049e1277e9fd743a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256619 Aug 31 04:35:43.980056 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47428) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:43.981757 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7cbc6-906c-4ff8-b58d-05588f36b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5c912-5f7e-42c1-938a-187b18b5cad1,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:44.009793 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cc605-fb8c-438f-b878-883f43ec0d23 req-dc6e1dea-6792-46b9-bbdb-73d205f025c8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:44.011355 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c79cc605-fb8c-438f-b878-883f43ec0d23 req-dc6e1dea-6792-46b9-bbdb-73d205f025c8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1647146 Aug 31 04:35:44.090812 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c79cc605-fb8c-438f-b878-883f43ec0d23 req-915890ed-6d23-430a-8f52-af0dc127a84f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642211 Aug 31 04:35:44.134011 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-267b1588-e433-4a14-aaea-51cae7cd271b admin admin] Publish callbacks [] for security_group (b3d5c912-5f7e-42c1-938a-187b18b5cad1), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:44.197749 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-267b1588-e433-4a14-aaea-51cae7cd271b admin admin] Publish callbacks [] for security_group (b3d5c912-5f7e-42c1-938a-187b18b5cad1), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:44.264603 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Router 9102118a-351c-4044-ae5c-912473d84ac4 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:44.284414 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d8160-23c7-4ad9-a7b0-4985366280a7 req-977eb2f9-83c6-4787-90f9-e291f1b7a3e6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:44.286735 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e07d8160-23c7-4ad9-a7b0-4985366280a7 req-977eb2f9-83c6-4787-90f9-e291f1b7a3e6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0987945 Aug 31 04:35:44.297826 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47444) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:44.303850 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'floatingip': {'port_id': '53ccda52-6f23-4095-832d-ffc497d77603'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:35:44.306251 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804cf0-9906-465e-b42e-3cf43aedb23e req-7da497fc-6a55-498a-b3d9-bd3edeba126b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:44.313350 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72804cf0-9906-465e-b42e-3cf43aedb23e req-7da497fc-6a55-498a-b3d9-bd3edeba126b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.1739652 Aug 31 04:35:44.394457 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (837ea61e-cbd4-49ce-923a-928a6abf8521), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:44.400840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-267b1588-e433-4a14-aaea-51cae7cd271b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b3d5c912-5f7e-42c1-938a-187b18b5cad1), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:44.403751 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-267b1588-e433-4a14-aaea-51cae7cd271b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:44.405043 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-267b1588-e433-4a14-aaea-51cae7cd271b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b3d5c912-5f7e-42c1-938a-187b18b5cad1 HTTP/1.1" status: 204 len: 168 time: 0.4223585 Aug 31 04:35:44.431782 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72804cf0-9906-465e-b42e-3cf43aedb23e req-b15386fe-fca9-4f17-aaae-0a2949f97a1f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174939 Aug 31 04:35:44.439750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b1588-e433-4a14-aaea-51cae7cd271b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5c912-5f7e-42c1-938a-187b18b5cad1,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:44.516480 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:44.522966 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:44.540482 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] Sync routers for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:44.557322 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:35:44.557956 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:35:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:44.581144 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4e72c098-2bad-4bad-8363-4f35a5ed990c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/35638662-941a-4038-86a3-0099739a6cee HTTP/1.1" status: 200 len: 990 time: 2.2380495 Aug 31 04:35:44.582053 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:44.585239 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:44.632894 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1814908f-6e18-4844-8e52-e50d5c30ba69 x-openstack-request-id: req-1814908f-6e18-4844-8e52-e50d5c30ba69 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:44.633411 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:44.633837 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1814908f-6e18-4844-8e52-e50d5c30ba69 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:44.634492 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1814908f-6e18-4844-8e52-e50d5c30ba69'] response: {'name': 'network-changed', 'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'status': 'completed', 'code': 200} Aug 31 04:35:44.940671 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:35:44.954098 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-3d5af341-9b53-4a2c-920a-b4826057a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:44.955737 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-3d5af341-9b53-4a2c-920a-b4826057a0d9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1129 time: 0.0711710 Aug 31 04:35:45.097843 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-ef32daf0-268f-4a11-8e7b-a3dbbef7f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:45.099495 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-ef32daf0-268f-4a11-8e7b-a3dbbef7f42a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.1352267 Aug 31 04:35:45.240950 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:45.257053 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.db.resource_extend [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 04:35:45.296572 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-5c85c7f1-9cbb-452e-8e2e-2ac4750f0b25 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 998 time: 0.1843829 Aug 31 04:35:45.347421 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:35:45.366936 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-0332b8fb-01cc-448f-8cc1-f5041ec80fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:45.368817 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-0332b8fb-01cc-448f-8cc1-f5041ec80fc9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0705302 Aug 31 04:35:45.384698 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:45.398339 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (837ea61e-cbd4-49ce-923a-928a6abf8521), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:45.431230 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-2e9d7bd1-e4b2-4a8c-bf6c-8b91808173f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:45.434034 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-2e9d7bd1-e4b2-4a8c-bf6c-8b91808173f3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540457 Aug 31 04:35:45.438973 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '35638662-941a-4038-86a3-0099739a6cee', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'port_id': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'mac_address': 'fa:16:3e:7c:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba9256-6be0-49de-8c61-4454227a18c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:34:57Z', 'updated_at': '2022-08-31T04:35:43Z', 'revision_number': 1, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:45.477720 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:45.496977 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] Checking router: 9102118a-351c-4044-ae5c-912473d84ac4 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:45.524332 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:35:45.527167 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:35:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:45.532292 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-011b1798-159b-4a15-aca4-4d5adb37e949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:45.713297 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd4b9-e7a8-4928-bbfb-7abcf2c665a2 req-8a21fce1-cbce-4daa-9ed4-f52951bde22b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:45.718454 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c73cd4b9-e7a8-4928-bbfb-7abcf2c665a2 req-8a21fce1-cbce-4daa-9ed4-f52951bde22b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.1548734 Aug 31 04:35:45.723295 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:35:45.803477 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-ad605f06-4a8c-47e8-99b0-21e8e20b9dfb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596318 Aug 31 04:35:45.868595 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:45.889973 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c73cd4b9-e7a8-4928-bbfb-7abcf2c665a2 req-69f101ad-3e47-4308-babf-006ac9957865 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556401 Aug 31 04:35:45.928357 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:45.933252 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a63978bf-8934-4b10-ac3d-ed95ffe24cd1 req-2fa24667-13a1-451e-8a23-2ce1c2f7f41d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230657 Aug 31 04:35:45.942282 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Floating IP 837ea61e-cbd4-49ce-923a-928a6abf8521 associated. External IP: 172.27.3.31, port: 53ccda52-6f23-4095-832d-ffc497d77603. Aug 31 04:35:46.016193 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:46.032709 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-ec705dcd-b065-4cee-bd97-ba9efc74e2cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743678 Aug 31 04:35:46.111579 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '35638662-941a-4038-86a3-0099739a6cee', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'port_id': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'mac_address': 'fa:16:3e:7c:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba9256-6be0-49de-8c61-4454227a18c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:34:57Z', 'updated_at': '2022-08-31T04:35:43Z', 'revision_number': 1, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:46.141190 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe238f-4290-4469-b9b0-ff24508c543d None None] The sync data for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi is: [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '35638662-941a-4038-86a3-0099739a6cee', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'port_id': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'mac_address': 'fa:16:3e:7c:5f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba9256-6be0-49de-8c61-4454227a18c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:34:57Z', 'updated_at': '2022-08-31T04:35:43Z', 'revision_number': 1, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:46.201191 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-ff30ce68-ff6a-492d-8d7f-199cc81ef33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:46.204102 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-ff30ce68-ff6a-492d-8d7f-199cc81ef33c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2967ca7d73584b45baa158f5994f64df&device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 1129 time: 0.0718093 Aug 31 04:35:46.221370 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Router 6264883e-9b91-4c5c-a76e-f2fcd32636bd has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:35:46.352292 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-2437e0b4-fe5a-4e2b-bc60-f8a9b435295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:46.354280 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-2437e0b4-fe5a-4e2b-bc60-f8a9b435295a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=7c94b017-0418-451b-8f43-772814075ce1 HTTP/1.1" status: 200 len: 913 time: 0.1285119 Aug 31 04:35:46.387678 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:35:46.392765 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:46.400589 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] Sync routers for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:35:46.416584 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:35:46.417366 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:35:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:46.431594 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-70e57659-c7e8-4a3d-8aef-f719cb38773e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/837ea61e-cbd4-49ce-923a-928a6abf8521 HTTP/1.1" status: 200 len: 990 time: 2.1324234 Aug 31 04:35:46.432317 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:46.435303 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "tag": "53ccda52-6f23-4095-832d-ffc497d77603"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:46.482459 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe969c-32c6-4c60-848d-d219d9948fa5 x-openstack-request-id: req-7afe969c-32c6-4c60-848d-d219d9948fa5 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:46.483061 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "tag": "53ccda52-6f23-4095-832d-ffc497d77603", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:46.483452 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7afe969c-32c6-4c60-848d-d219d9948fa5 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:46.484011 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afe969c-32c6-4c60-848d-d219d9948fa5'] response: {'name': 'network-changed', 'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603', 'status': 'completed', 'code': 200} Aug 31 04:35:46.517219 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3b694-ba2f-476d-90de-ec5fc28753c2 None None] New status for floating IP 35638662-941a-4038-86a3-0099739a6cee: ACTIVE {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:35:46.579777 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:35:46.588033 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-2f7f1f17-8e37-4260-bdb2-3e243f75c3c3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 HTTP/1.1" status: 200 len: 217 time: 0.1229410 Aug 31 04:35:46.672790 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-46bf78db-932b-4125-8a90-6bc02eac6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:46.674295 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-46bf78db-932b-4125-8a90-6bc02eac6044 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 1129 time: 0.1377370 Aug 31 04:35:46.838188 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-15800e67-f3dd-401f-94a6-e002ecad28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:46.840122 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-15800e67-f3dd-401f-94a6-e002ecad28a4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=339446f3-438e-4fd5-ade1-c8012a5d1e69 HTTP/1.1" status: 200 len: 851 time: 0.2413409 Aug 31 04:35:46.902300 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-9bd01a64-9a5f-4e56-ba68-413de2e87d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:46.903834 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-9bd01a64-9a5f-4e56-ba68-413de2e87d38 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=7c94b017-0418-451b-8f43-772814075ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558758 Aug 31 04:35:46.939222 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-39b7a781-33fb-45b8-9e4b-78925dd67e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:46.940898 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-39b7a781-33fb-45b8-9e4b-78925dd67e8d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 912 time: 0.2472551 Aug 31 04:35:46.968489 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '837ea61e-cbd4-49ce-923a-928a6abf8521', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'port_id': '53ccda52-6f23-4095-832d-ffc497d77603', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'mac_address': 'fa:16:3e:03:48:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:35:00Z', 'updated_at': '2022-08-31T04:35:45Z', 'revision_number': 1, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:47.001018 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] Checking router: 6264883e-9b91-4c5c-a76e-f2fcd32636bd for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:35:47.011921 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:35:47.012842 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:35:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:47.109976 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-a0b88109-14f6-4c5e-a17b-ede4e48ab16d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 200 len: 998 time: 0.1574314 Aug 31 04:35:47.137443 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:47.164849 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:35:47.169208 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-5ebbee25-0d7a-4940-a65b-70f067ff5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:47.171039 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-5ebbee25-0d7a-4940-a65b-70f067ff5124 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.0519071 Aug 31 04:35:47.183206 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6d33-6f88-4085-acb9-786510352cd8 req-4469c121-b209-4fbe-89b9-56c4682f6303 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:47.184697 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-afef6d33-6f88-4085-acb9-786510352cd8 req-4469c121-b209-4fbe-89b9-56c4682f6303 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.1381698 Aug 31 04:35:47.223046 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:47.271664 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-a9dbcd0d-e380-4762-9a28-3e82f12fcc37 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7c94b017-0418-451b-8f43-772814075ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297009 Aug 31 04:35:47.291584 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-afef6d33-6f88-4085-acb9-786510352cd8 req-f7d89e2d-d983-40aa-b473-9d55bb528fe7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959818 Aug 31 04:35:47.294289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-3f139d82-594b-41b8-825c-f99bf1a78aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:47.300865 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-3f139d82-594b-41b8-825c-f99bf1a78aeb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1133807 Aug 31 04:35:47.409407 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:47.577952 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '837ea61e-cbd4-49ce-923a-928a6abf8521', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'port_id': '53ccda52-6f23-4095-832d-ffc497d77603', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'mac_address': 'fa:16:3e:03:48:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:35:00Z', 'updated_at': '2022-08-31T04:35:45Z', 'revision_number': 1, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:35:47.635324 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5ebea-442f-44d2-a37f-7d5721be8034 None None] The sync data for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi is: [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '837ea61e-cbd4-49ce-923a-928a6abf8521', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'port_id': '53ccda52-6f23-4095-832d-ffc497d77603', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'mac_address': 'fa:16:3e:03:48:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:35:00Z', 'updated_at': '2022-08-31T04:35:45Z', 'revision_number': 1, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:35:47.847341 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3075708-f1b8-4f17-a77f-c892dc27d0aa req-0325b92a-790a-4b07-9346-6d478274a3b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/7c94b017-0418-451b-8f43-772814075ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501733 Aug 31 04:35:47.847341 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-6ab1e310-fef5-49cc-a94e-8ecfc2a77a47 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329225 Aug 31 04:35:47.915190 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a387f073-62a5-4257-b1ef-71726ca6b412 None None] New status for floating IP 837ea61e-cbd4-49ce-923a-928a6abf8521: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:35:47.934342 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:47.967688 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d94fea00-e1e2-47f6-baf1-15e4486c5f5e req-3b6965fd-9bab-4d18-9c37-e4e2f6332c89 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020379 Aug 31 04:35:48.056055 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d6f0b1d4-d21a-4b2a-a834-991555cdb9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:48.417494 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65c870-ad23-41af-9f26-23ed3d4ff9fc req-8b24539f-69f1-4488-90a2-4db905107731 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:48.419387 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5e65c870-ad23-41af-9f26-23ed3d4ff9fc req-8b24539f-69f1-4488-90a2-4db905107731 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0505660 Aug 31 04:35:48.471386 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5e65c870-ad23-41af-9f26-23ed3d4ff9fc req-1091b32f-c143-47a2-9eec-2de163b9a10d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Aug 31 04:35:48.983040 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.098470 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.544816 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 47684) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:49.603860 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7357d65-6190-45a1-8ec4-944b6534cdd8 req-b4266f27-a14f-4c8a-8386-4f1c3ff46282 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:49.605309 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e7357d65-6190-45a1-8ec4-944b6534cdd8 req-b4266f27-a14f-4c8a-8386-4f1c3ff46282 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0537889 Aug 31 04:35:49.681841 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e7357d65-6190-45a1-8ec4-944b6534cdd8 req-ff78f4d6-21f6-460d-b27d-9b47eef8f5b7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671842 Aug 31 04:35:49.682988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c758b0cc-68cf-40ba-917e-5852e5d5f80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.758019 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c758b0cc-68cf-40ba-917e-5852e5d5f80c admin admin] Publish callbacks [] for security_group (c32060f4-0446-43f4-a9d8-bdf74bb39c89), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.764062 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c758b0cc-68cf-40ba-917e-5852e5d5f80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c32060f4-0446-43f4-a9d8-bdf74bb39c89), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.802022 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-c758b0cc-68cf-40ba-917e-5852e5d5f80c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=490fc51450fd451bb94f6feb563761b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553039 Aug 31 04:35:49.802878 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758b0cc-68cf-40ba-917e-5852e5d5f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32060f4-0446-43f4-a9d8-bdf74bb39c89,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:49.805776 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47692) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:49.856960 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8007b460-24e6-48b8-a580-45d8268b5e42 admin admin] Publish callbacks [] for security_group (c32060f4-0446-43f4-a9d8-bdf74bb39c89), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.876566 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8007b460-24e6-48b8-a580-45d8268b5e42 admin admin] Publish callbacks [] for security_group (c32060f4-0446-43f4-a9d8-bdf74bb39c89), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.928699 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8007b460-24e6-48b8-a580-45d8268b5e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c32060f4-0446-43f4-a9d8-bdf74bb39c89), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.931510 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8007b460-24e6-48b8-a580-45d8268b5e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:49.934124 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-8007b460-24e6-48b8-a580-45d8268b5e42 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c32060f4-0446-43f4-a9d8-bdf74bb39c89 HTTP/1.1" status: 204 len: 168 time: 0.1269557 Aug 31 04:35:49.943478 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007b460-24e6-48b8-a580-45d8268b5e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32060f4-0446-43f4-a9d8-bdf74bb39c89,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:50.410875 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:50.624807 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:50.803641 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a209838-856d-4000-9235-2ce4812babbe req-f5ae28dd-ad39-419b-af76-44539b389124 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:50.805422 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4a209838-856d-4000-9235-2ce4812babbe req-f5ae28dd-ad39-419b-af76-44539b389124 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0459039 Aug 31 04:35:50.859819 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4a209838-856d-4000-9235-2ce4812babbe req-e86affb0-7474-4565-b289-a53d56d77f0c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480113 Aug 31 04:35:52.008116 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bae9e7-f9f1-4cc1-813a-47b3405c79ee req-f7de5925-12d0-48cc-b073-eea3d9531f68 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:52.017577 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-79bae9e7-f9f1-4cc1-813a-47b3405c79ee req-f7de5925-12d0-48cc-b073-eea3d9531f68 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0824528 Aug 31 04:35:52.076085 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-79bae9e7-f9f1-4cc1-813a-47b3405c79ee req-60369089-f59f-4fd9-bba7-c5360d62fd20 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567982 Aug 31 04:35:53.147572 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78583e18-356e-431b-a60c-5325915d8cb8 req-8311bfa5-66b0-4325-9259-f8cd88a9cfe6 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:53.149092 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-78583e18-356e-431b-a60c-5325915d8cb8 req-8311bfa5-66b0-4325-9259-f8cd88a9cfe6 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0510871 Aug 31 04:35:53.197381 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-78583e18-356e-431b-a60c-5325915d8cb8 req-431f18cf-a9cd-47a5-b056-bba579445c4d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Aug 31 04:35:53.202683 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11b2a2-5f4f-4028-b1cb-3ff6849c3484 req-50ff22a0-0858-4fda-907f-2d502a844ed3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:53.204465 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fb11b2a2-5f4f-4028-b1cb-3ff6849c3484 req-50ff22a0-0858-4fda-907f-2d502a844ed3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0472221 Aug 31 04:35:53.252333 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fb11b2a2-5f4f-4028-b1cb-3ff6849c3484 req-b5c87f94-1989-42e0-9027-37ee6b7aa92a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 Aug 31 04:35:54.331353 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6df5a4-6e99-451b-b296-e609ce89523b req-be20bd17-5898-4673-841e-92d7f3589381 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:54.332932 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b6df5a4-6e99-451b-b296-e609ce89523b req-be20bd17-5898-4673-841e-92d7f3589381 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0537741 Aug 31 04:35:54.379265 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a3c51-e626-43bd-b45d-a5f29ab7ced1 req-a351ad1e-32e1-4c24-8f41-e8070aacb2c2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:54.380682 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cf7a3c51-e626-43bd-b45d-a5f29ab7ced1 req-a351ad1e-32e1-4c24-8f41-e8070aacb2c2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0500784 Aug 31 04:35:54.386537 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b6df5a4-6e99-451b-b296-e609ce89523b req-25dc7b50-26a2-483e-ae32-549e5717cf3f tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Aug 31 04:35:54.436520 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cf7a3c51-e626-43bd-b45d-a5f29ab7ced1 req-ca3b7f8a-38df-4b13-a8b3-e7c934e56452 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Aug 31 04:35:55.525311 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a44dc-f419-4598-812b-7a0fb164602e req-2aeb3487-5ceb-467b-8b60-94d12366c865 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:55.526846 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2b5a44dc-f419-4598-812b-7a0fb164602e req-2aeb3487-5ceb-467b-8b60-94d12366c865 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0610106 Aug 31 04:35:55.544942 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:55.569450 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:55.580580 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:55.599740 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec360054-b62c-46d5-9657-ca1fe1f0de20 req-171363f1-a3ff-44fd-8e2f-59a2ff9d3a51 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:55.602004 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ec360054-b62c-46d5-9657-ca1fe1f0de20 req-171363f1-a3ff-44fd-8e2f-59a2ff9d3a51 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0687494 Aug 31 04:35:55.621962 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2b5a44dc-f419-4598-812b-7a0fb164602e req-36303cae-631c-4533-92f2-b4415d7aa4a8 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893927 Aug 31 04:35:55.628771 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-b5f74df3-3e57-4255-b78c-84e397a1588d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:55.630253 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-b5f74df3-3e57-4255-b78c-84e397a1588d tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 945 time: 0.0728681 Aug 31 04:35:55.660273 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ec360054-b62c-46d5-9657-ca1fe1f0de20 req-08ee2cbb-0cf8-4528-b4ce-8196007fd672 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524271 Aug 31 04:35:55.777333 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Deleting port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:35:55.777707 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:55.850318 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:55.887361 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] For port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:35:55.887732 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:55.907433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Calling delete_port for 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:35:56.073998 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (5e5c2be7-aa12-4c15-87d9-6d00c7cc9777), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:56.105134 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Pushing event deleted for resources: {'Port': ['ID=5e5c2be7-aa12-4c15-87d9-6d00c7cc9777,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:56.122300 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['5e5c2be7-aa12-4c15-87d9-6d00c7cc9777'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:35:56.174107 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] No DVR routers for this DVR port 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:35:56.177320 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:56.180626 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d75c0736-f71d-467f-90f2-fbbedd2a9ac8 req-2ca63acf-a52f-4ee9-b5ea-c2a432dbadd4 tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.20 "DELETE /networking/v2.0/ports/5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 HTTP/1.1" status: 204 len: 173 time: 0.5417080 Aug 31 04:35:56.181066 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4342bb06-528a-4fff-8494-cfbce3babb99', 'name': 'network-vif-deleted', 'tag': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:35:56.183353 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20ffaec-b5f2-49b3-b2b3-8602beb640b2" -d '{"events": [{"server_uuid": "4342bb06-528a-4fff-8494-cfbce3babb99", "name": "network-vif-deleted", "tag": "5e5c2be7-aa12-4c15-87d9-6d00c7cc9777"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:35:56.224331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5767d6e2-50a6-4c68-b461-1c10df2e636c x-openstack-request-id: req-5767d6e2-50a6-4c68-b461-1c10df2e636c {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:35:56.224856 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4342bb06-528a-4fff-8494-cfbce3babb99", "name": "network-vif-deleted", "tag": "5e5c2be7-aa12-4c15-87d9-6d00c7cc9777", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:35:56.225114 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5767d6e2-50a6-4c68-b461-1c10df2e636c {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:35:56.225513 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5767d6e2-50a6-4c68-b461-1c10df2e636c'] response: {'server_uuid': '4342bb06-528a-4fff-8494-cfbce3babb99', 'name': 'network-vif-deleted', 'tag': '5e5c2be7-aa12-4c15-87d9-6d00c7cc9777', 'status': 'completed', 'code': 200} Aug 31 04:35:56.721735 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:56.726231 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-411e3715-314c-4fcb-8729-f5f9f059e88f req-d614ee8f-6d04-4d56-b362-2da9404c9d5f tempest-DeleteServersTestJSON-1602299198 tempest-DeleteServersTestJSON-1602299198-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4342bb06-528a-4fff-8494-cfbce3babb99 HTTP/1.1" status: 200 len: 210 time: 0.0278251 Aug 31 04:35:56.747789 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:56.795912 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d34bd1-01f9-4e0f-a563-64bba52f24fa req-1af3692d-3123-4947-b3aa-f862e04fca82 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:56.797515 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c9d34bd1-01f9-4e0f-a563-64bba52f24fa req-1af3692d-3123-4947-b3aa-f862e04fca82 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0534115 Aug 31 04:35:56.848603 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c9d34bd1-01f9-4e0f-a563-64bba52f24fa req-a6cba7ff-397c-40ca-be21-0e7d5d8d71ec tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Aug 31 04:35:57.991909 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fb90f-4673-4046-a0ff-3bb941b86f8f req-51fdca7d-1923-4eb2-9a96-217e7e349116 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:57.993425 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b3fb90f-4673-4046-a0ff-3bb941b86f8f req-51fdca7d-1923-4eb2-9a96-217e7e349116 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0539947 Aug 31 04:35:58.076947 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8b3fb90f-4673-4046-a0ff-3bb941b86f8f req-4a5d7858-795d-4c74-aef9-901246dea8a5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752656 Aug 31 04:35:58.314999 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 47996) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:58.426007 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ba66157c-d703-4bfc-ad66-5ed35bc5eacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.510423 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ba66157c-d703-4bfc-ad66-5ed35bc5eacd admin admin] Publish callbacks [] for security_group (6021981d-9f77-434e-8db8-9366d7906114), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.515903 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ba66157c-d703-4bfc-ad66-5ed35bc5eacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6021981d-9f77-434e-8db8-9366d7906114), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.555492 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ba66157c-d703-4bfc-ad66-5ed35bc5eacd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8aa77dc33f624bc7a07b3bea98eb63aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394085 Aug 31 04:35:58.556576 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66157c-d703-4bfc-ad66-5ed35bc5eacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6021981d-9f77-434e-8db8-9366d7906114,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:58.558245 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48010) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:58.612810 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7e6-a096-4383-b83c-9dad1c87d8dc admin admin] Publish callbacks [] for security_group (6021981d-9f77-434e-8db8-9366d7906114), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.633210 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7e6-a096-4383-b83c-9dad1c87d8dc admin admin] Publish callbacks [] for security_group (6021981d-9f77-434e-8db8-9366d7906114), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.648367 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48012) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:58.694481 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7e6-a096-4383-b83c-9dad1c87d8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6021981d-9f77-434e-8db8-9366d7906114), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.697185 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a9bfc7e6-a096-4383-b83c-9dad1c87d8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.698361 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a9bfc7e6-a096-4383-b83c-9dad1c87d8dc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6021981d-9f77-434e-8db8-9366d7906114 HTTP/1.1" status: 204 len: 168 time: 0.1385629 Aug 31 04:35:58.706549 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfc7e6-a096-4383-b83c-9dad1c87d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6021981d-9f77-434e-8db8-9366d7906114,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:58.788304 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aee2cd25-47bf-4ddc-81ea-305714f62d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.891469 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aee2cd25-47bf-4ddc-81ea-305714f62d29 admin admin] Publish callbacks [] for security_group (56ef3f7e-039a-46a8-9a50-0a864f192841), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.897020 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aee2cd25-47bf-4ddc-81ea-305714f62d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (56ef3f7e-039a-46a8-9a50-0a864f192841), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:58.942517 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2cd25-47bf-4ddc-81ea-305714f62d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ef3f7e-039a-46a8-9a50-0a864f192841,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:58.951205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48022) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:58.951616 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-aee2cd25-47bf-4ddc-81ea-305714f62d29 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bb25a7eee31d4a47b99a89e640c0d5a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020213 Aug 31 04:35:59.014304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea7b5-d83d-4f1a-ba72-00f3f6d942d6 admin admin] Publish callbacks [] for security_group (56ef3f7e-039a-46a8-9a50-0a864f192841), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.038259 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea7b5-d83d-4f1a-ba72-00f3f6d942d6 admin admin] Publish callbacks [] for security_group (56ef3f7e-039a-46a8-9a50-0a864f192841), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.053878 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48024) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:59.083150 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aa058c08-0e34-4155-8661-55624780ccf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.116688 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea7b5-d83d-4f1a-ba72-00f3f6d942d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (56ef3f7e-039a-46a8-9a50-0a864f192841), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.119264 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea7b5-d83d-4f1a-ba72-00f3f6d942d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.120366 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ec0ea7b5-d83d-4f1a-ba72-00f3f6d942d6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/56ef3f7e-039a-46a8-9a50-0a864f192841 HTTP/1.1" status: 204 len: 168 time: 0.1673512 Aug 31 04:35:59.135433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ea7b5-d83d-4f1a-ba72-00f3f6d942d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ef3f7e-039a-46a8-9a50-0a864f192841,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.283949 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bf8e9-fbd9-4c17-9019-f5690972f296 req-00cbf673-a8b4-40c4-816e-574d15b891c5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:35:59.291402 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7f3bf8e9-fbd9-4c17-9019-f5690972f296 req-00cbf673-a8b4-40c4-816e-574d15b891c5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.1064742 Aug 31 04:35:59.325565 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48048) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:59.340567 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aa058c08-0e34-4155-8661-55624780ccf2 admin admin] Publish callbacks [] for security_group (9ebb6391-d6a8-4794-b24f-71aa274dddba), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.353207 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aa058c08-0e34-4155-8661-55624780ccf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9ebb6391-d6a8-4794-b24f-71aa274dddba), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.386212 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa058c08-0e34-4155-8661-55624780ccf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb6391-d6a8-4794-b24f-71aa274dddba,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.422033 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48054) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:59.422245 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-aa058c08-0e34-4155-8661-55624780ccf2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=83fde45700ff491f8cfa7d925e7b88c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671694 Aug 31 04:35:59.431661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:59.441929 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7f3bf8e9-fbd9-4c17-9019-f5690972f296 req-be1b6c5f-48fd-4f63-af04-294b42851c18 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494665 Aug 31 04:35:59.449170 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:59.570646 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6ac6-131e-4dba-99c1-83e438955a58 admin admin] Publish callbacks [] for security_group (9ebb6391-d6a8-4794-b24f-71aa274dddba), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.633316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6ac6-131e-4dba-99c1-83e438955a58 admin admin] Publish callbacks [] for security_group (9ebb6391-d6a8-4794-b24f-71aa274dddba), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.693330 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48062) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:59.711085 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0833-5338-42b5-9886-c3d75bcbf7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.778337 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6ac6-131e-4dba-99c1-83e438955a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9ebb6391-d6a8-4794-b24f-71aa274dddba), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.780795 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d8c6ac6-131e-4dba-99c1-83e438955a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.781926 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4d8c6ac6-131e-4dba-99c1-83e438955a58 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9ebb6391-d6a8-4794-b24f-71aa274dddba HTTP/1.1" status: 204 len: 168 time: 0.3587010 Aug 31 04:35:59.784111 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:59.793779 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:35:59.802611 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c6ac6-131e-4dba-99c1-83e438955a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb6391-d6a8-4794-b24f-71aa274dddba,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.830297 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:35:59.858150 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:35:59.858581 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5e5c2be7-aa12-4c15-87d9-6d00c7cc9777 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:35:59.861852 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0833-5338-42b5-9886-c3d75bcbf7f6 admin admin] Publish callbacks [] for security_group (411d6408-27f2-457a-ba42-eec3bb1f06fa), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.866150 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0833-5338-42b5-9886-c3d75bcbf7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (411d6408-27f2-457a-ba42-eec3bb1f06fa), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.895096 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.908101 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3f2b0833-5338-42b5-9886-c3d75bcbf7f6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f361cf57cca84361b3cd97b232568a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126424 Aug 31 04:35:59.909016 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b0833-5338-42b5-9886-c3d75bcbf7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411d6408-27f2-457a-ba42-eec3bb1f06fa,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:35:59.911486 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48068) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:35:59.963196 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-93d4662a-110c-436c-b4b6-82a907af9693 admin admin] Publish callbacks [] for security_group (411d6408-27f2-457a-ba42-eec3bb1f06fa), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:35:59.984422 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-93d4662a-110c-436c-b4b6-82a907af9693 admin admin] Publish callbacks [] for security_group (411d6408-27f2-457a-ba42-eec3bb1f06fa), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:00.053173 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-93d4662a-110c-436c-b4b6-82a907af9693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (411d6408-27f2-457a-ba42-eec3bb1f06fa), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:00.056159 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-93d4662a-110c-436c-b4b6-82a907af9693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:00.060537 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-93d4662a-110c-436c-b4b6-82a907af9693 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/411d6408-27f2-457a-ba42-eec3bb1f06fa HTTP/1.1" status: 204 len: 168 time: 0.1450694 Aug 31 04:36:00.079155 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4662a-110c-436c-b4b6-82a907af9693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d6408-27f2-457a-ba42-eec3bb1f06fa,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:00.186603 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Deleting port a9281aff-7688-4138-8301-a4378c77d0b8 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:36:00.187543 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:00.277179 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] For port a9281aff-7688-4138-8301-a4378c77d0b8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=a9281aff-7688-4138-8301-a4378c77d0b8,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:00.277551 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:00.291875 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Calling delete_port for a9281aff-7688-4138-8301-a4378c77d0b8 owned by network:router_interface {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:36:00.454212 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:00.461530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:00.504331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48090) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:00.534818 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-3e015ebe-bde0-4432-8d52-ac59b862f33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:00.543649 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (a9281aff-7688-4138-8301-a4378c77d0b8), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:00.597748 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9281aff-7688-4138-8301-a4378c77d0b8,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:00.871642 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2be48d-3c20-47af-9835-d4b98fed9b97 req-54831316-1d2a-4361-a035-175f6c7743d8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:00.873305 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0d2be48d-3c20-47af-9835-d4b98fed9b97 req-54831316-1d2a-4361-a035-175f6c7743d8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.3493173 Aug 31 04:36:01.035689 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0d2be48d-3c20-47af-9835-d4b98fed9b97 req-e3a66cd3-f1bb-45c3-95a1-fd8b7c54cd87 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547914 Aug 31 04:36:01.047204 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-3e015ebe-bde0-4432-8d52-ac59b862f33b admin admin] Publish callbacks [] for security_group (c2cd3bb8-d486-4ec0-8862-4f076eedd42d), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.082194 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-3e015ebe-bde0-4432-8d52-ac59b862f33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c2cd3bb8-d486-4ec0-8862-4f076eedd42d), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.122559 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-3e015ebe-bde0-4432-8d52-ac59b862f33b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ca1aac15ae794f9b9c375feb9d1513d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6171525 Aug 31 04:36:01.125886 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48130) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:01.143340 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.146073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e015ebe-bde0-4432-8d52-ac59b862f33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cd3bb8-d486-4ec0-8862-4f076eedd42d,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:01.215158 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-39680d96-c1f3-4ae9-b2f2-00732763b384 admin admin] Publish callbacks [] for security_group (c2cd3bb8-d486-4ec0-8862-4f076eedd42d), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.246564 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-39680d96-c1f3-4ae9-b2f2-00732763b384 admin admin] Publish callbacks [] for security_group (c2cd3bb8-d486-4ec0-8862-4f076eedd42d), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.308218 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-39680d96-c1f3-4ae9-b2f2-00732763b384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c2cd3bb8-d486-4ec0-8862-4f076eedd42d), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.311202 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-39680d96-c1f3-4ae9-b2f2-00732763b384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.312966 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-39680d96-c1f3-4ae9-b2f2-00732763b384 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c2cd3bb8-d486-4ec0-8862-4f076eedd42d HTTP/1.1" status: 204 len: 168 time: 0.1860592 Aug 31 04:36:01.322810 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39680d96-c1f3-4ae9-b2f2-00732763b384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cd3bb8-d486-4ec0-8862-4f076eedd42d,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:01.441236 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:36:01.573666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:36:01.582573 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4e9fb6ae-5658-4d40-af75-596163fb536e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2533033 Aug 31 04:36:01.582674 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48172) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:01.588036 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48174) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:01.589381 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] Sync routers for ids ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:36:01.601456 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] Routers {'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:36:01.602546 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:35:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:01.774590 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] Set router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:36:01.813815 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b99f3b19-d363-4fe3-beeb-8268f30e236e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.883239 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks [] for router (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:01.980786 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:36:00Z', 'revision_number': 5, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:02.006189 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] Checking router: a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:36:02.014374 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b99f3b19-d363-4fe3-beeb-8268f30e236e admin admin] Publish callbacks [] for security_group (77ad7ac0-11d9-460e-af11-f4f1619c6071), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.016500 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] Routers {'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:36:02.017178 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:35:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:02.024742 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b99f3b19-d363-4fe3-beeb-8268f30e236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (77ad7ac0-11d9-460e-af11-f4f1619c6071), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.049410 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks [] for router_gateway (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.059628 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:02.080292 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b99f3b19-d363-4fe3-beeb-8268f30e236e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=99e46fc8e45b4ef685c2a95aca3b61c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911792 Aug 31 04:36:02.083365 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f3b19-d363-4fe3-beeb-8268f30e236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ad7ac0-11d9-460e-af11-f4f1619c6071,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:02.083795 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48198) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:02.116928 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:02.142169 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Deleting port e6f69cb1-fa76-4753-8c58-266d8720e51c {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:36:02.142981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.180999 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:02.201792 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:02.203427 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6c0dad97-5cc0-41cd-a895-9ef3c4e98ca9 admin admin] Publish callbacks [] for security_group (77ad7ac0-11d9-460e-af11-f4f1619c6071), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.241456 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6c0dad97-5cc0-41cd-a895-9ef3c4e98ca9 admin admin] Publish callbacks [] for security_group (77ad7ac0-11d9-460e-af11-f4f1619c6071), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.243891 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53489e-949c-45e6-acfa-64db05e4efa3 req-611c9ff0-4ff9-4fde-b88d-f003a674fd6b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:02.245742 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5a53489e-949c-45e6-acfa-64db05e4efa3 req-611c9ff0-4ff9-4fde-b88d-f003a674fd6b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0982041 Aug 31 04:36:02.305457 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] For port e6f69cb1-fa76-4753-8c58-266d8720e51c, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e6f69cb1-fa76-4753-8c58-266d8720e51c,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:02.305896 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.309378 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] Set router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:36:02.313873 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6c0dad97-5cc0-41cd-a895-9ef3c4e98ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (77ad7ac0-11d9-460e-af11-f4f1619c6071), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.317007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6c0dad97-5cc0-41cd-a895-9ef3c4e98ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.318345 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-6c0dad97-5cc0-41cd-a895-9ef3c4e98ca9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/77ad7ac0-11d9-460e-af11-f4f1619c6071 HTTP/1.1" status: 204 len: 168 time: 0.2334166 Aug 31 04:36:02.340186 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Calling delete_port for e6f69cb1-fa76-4753-8c58-266d8720e51c owned by network:router_gateway {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:36:02.362067 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5a53489e-949c-45e6-acfa-64db05e4efa3 req-34dda26d-387b-4df9-af92-7df67884c9e5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091487 Aug 31 04:36:02.379996 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dad97-5cc0-41cd-a895-9ef3c4e98ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ad7ac0-11d9-460e-af11-f4f1619c6071,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:02.562229 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:36:00Z', 'revision_number': 5, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:02.600734 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9be38-4a3f-4c7a-828c-d6b3dabcdda9 None None] The sync data for ids ['a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00'] in dv-cinder-855307-1-iscsi is: [{'id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'name': 'tempest-DeleteServersTestJSON-2074764495-router', 'tenant_id': '2967ca7d73584b45baa158f5994f64df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:35Z', 'updated_at': '2022-08-31T04:36:00Z', 'revision_number': 5, 'project_id': '2967ca7d73584b45baa158f5994f64df', 'gw_port': {'id': 'e6f69cb1-fa76-4753-8c58-266d8720e51c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:36:02.641175 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (e6f69cb1-fa76-4753-8c58-266d8720e51c), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.673840 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f69cb1-fa76-4753-8c58-266d8720e51c,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:02.739849 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.871541 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.873952 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks [] for router_controller (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.888044 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48228) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:02.903462 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5fc8a57a-ad76-4ddb-8968-d1eacb5a9fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.945280 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.946154 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 {{(pid=106562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:36:02.955313 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:02.957256 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-661fc940-83ae-45ee-96d4-135348ae65f7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/a12a56c1-aeaa-4292-b8ec-f0bd24f8dc00 HTTP/1.1" status: 204 len: 168 time: 1.3734751 Aug 31 04:36:02.959807 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48230) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:03.017134 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5fc8a57a-ad76-4ddb-8968-d1eacb5a9fb0 admin admin] Publish callbacks [] for security_group (51e14492-5524-4700-a401-e1282bafa87f), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.023517 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5fc8a57a-ad76-4ddb-8968-d1eacb5a9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (51e14492-5524-4700-a401-e1282bafa87f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.025745 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] Deleting subnet 339446f3-438e-4fd5-ade1-c8012a5d1e69 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:36:03.029551 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] Publish callbacks [] for subnet (339446f3-438e-4fd5-ade1-c8012a5d1e69), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.071447 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-5fc8a57a-ad76-4ddb-8968-d1eacb5a9fb0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=effbfe24efda429d9a90343a2b71c48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816945 Aug 31 04:36:03.072631 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8a57a-ad76-4ddb-8968-d1eacb5a9fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e14492-5524-4700-a401-e1282bafa87f,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.077153 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (339446f3-438e-4fd5-ade1-c8012a5d1e69), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.087865 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48232) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:03.203571 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-72466682-1c96-4a80-bbaa-6190da910c3d admin admin] Publish callbacks [] for security_group (51e14492-5524-4700-a401-e1282bafa87f), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.214794 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (339446f3-438e-4fd5-ade1-c8012a5d1e69), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.249799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-72466682-1c96-4a80-bbaa-6190da910c3d admin admin] Publish callbacks [] for security_group (51e14492-5524-4700-a401-e1282bafa87f), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.269821 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:03.275196 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (339446f3-438e-4fd5-ade1-c8012a5d1e69), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.299819 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339446f3-438e-4fd5-ade1-c8012a5d1e69,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.306249 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.309554 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e4c3e0d7-6980-400a-b09b-2b24e604fe53 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/339446f3-438e-4fd5-ade1-c8012a5d1e69 HTTP/1.1" status: 204 len: 168 time: 0.3487232 Aug 31 04:36:03.309770 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-72466682-1c96-4a80-bbaa-6190da910c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (51e14492-5524-4700-a401-e1282bafa87f), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.312107 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48238) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:03.313409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-72466682-1c96-4a80-bbaa-6190da910c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.314253 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fdf925-2378-40f1-b863-b959e355aa3e None None] Network 7c94b017-0418-451b-8f43-772814075ce1 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:36:03.315579 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-72466682-1c96-4a80-bbaa-6190da910c3d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/51e14492-5524-4700-a401-e1282bafa87f HTTP/1.1" status: 204 len: 168 time: 0.2257233 Aug 31 04:36:03.328640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72466682-1c96-4a80-bbaa-6190da910c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e14492-5524-4700-a401-e1282bafa87f,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.420958 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (7c94b017-0418-451b-8f43-772814075ce1), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.423955 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:03.498226 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Deleting port 950bc750-9470-43e1-a9af-4b25e39b652d {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:36:03.498568 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.525391 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] DHCP port deletion for 7c94b017-0418-451b-8f43-772814075ce1 request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:36:03.530472 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9e2a-5aa2-4e22-b732-d2a19cf52194 req-f6597874-164d-422c-bafa-b198a34071b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:03.532877 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd6d9e2a-5aa2-4e22-b732-d2a19cf52194 req-f6597874-164d-422c-bafa-b198a34071b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0651357 Aug 31 04:36:03.582013 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] For port 950bc750-9470-43e1-a9af-4b25e39b652d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=950bc750-9470-43e1-a9af-4b25e39b652d,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:03.586696 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.592179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] Deleting port 950bc750-9470-43e1-a9af-4b25e39b652d {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:36:03.592788 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.604582 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Calling delete_port for 950bc750-9470-43e1-a9af-4b25e39b652d owned by network:dhcp {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:36:03.605376 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd6d9e2a-5aa2-4e22-b732-d2a19cf52194 req-17f46275-ca99-4bcc-bee0-9b6d3f08a84c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665643 Aug 31 04:36:03.692947 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] For port 950bc750-9470-43e1-a9af-4b25e39b652d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=950bc750-9470-43e1-a9af-4b25e39b652d,segment=NetworkSegment(3d3e062a-23ef-4a7e-a0a4-7424aa0614a4),segment_id=3d3e062a-23ef-4a7e-a0a4-7424aa0614a4)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:03.693329 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.707894 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.708531 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] Calling delete_port for 950bc750-9470-43e1-a9af-4b25e39b652d owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:36:03.738079 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] No DVR routers for this DVR port 950bc750-9470-43e1-a9af-4b25e39b652d on host dv-cinder-855307-1-iscsi {{(pid=106562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:36:03.744520 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Pushing event deleted for resources: {'Port': ['ID=950bc750-9470-43e1-a9af-4b25e39b652d,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.838705 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (950bc750-9470-43e1-a9af-4b25e39b652d), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:03.870987 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] Pushing event deleted for resources: {'Port': ['ID=950bc750-9470-43e1-a9af-4b25e39b652d,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:03.873029 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc438b8-dc36-42b6-8306-d4d1a09c3165 None None] No DVR routers for this DVR port 950bc750-9470-43e1-a9af-4b25e39b652d on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:36:03.988585 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 950bc750-9470-43e1-a9af-4b25e39b652d no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:04.010875 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 950bc750-9470-43e1-a9af-4b25e39b652d {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:36:04.011215 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 950bc750-9470-43e1-a9af-4b25e39b652d not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:04.011622 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a9281aff-7688-4138-8301-a4378c77d0b8 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:04.035708 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: a9281aff-7688-4138-8301-a4378c77d0b8 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:36:04.036044 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a9281aff-7688-4138-8301-a4378c77d0b8 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:04.036610 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e6f69cb1-fa76-4753-8c58-266d8720e51c no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:36:04.056805 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: e6f69cb1-fa76-4753-8c58-266d8720e51c {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:36:04.057625 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e6f69cb1-fa76-4753-8c58-266d8720e51c not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:36:04.089558 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (7c94b017-0418-451b-8f43-772814075ce1), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.120408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c94b017-0418-451b-8f43-772814075ce1']}} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:04.132744 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4') {'for_net_delete': True} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:04.133313 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3e062a-23ef-4a7e-a0a4-7424aa0614a4') {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:36:04.145906 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8843864'] for segment (3d3e062a-23ef-4a7e-a0a4-7424aa0614a4), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.167768 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (3d3e062a-23ef-4a7e-a0a4-7424aa0614a4), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.175249 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:36:04.175569 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845000'] for segment (3d3e062a-23ef-4a7e-a0a4-7424aa0614a4), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.220769 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment 3d3e062a-23ef-4a7e-a0a4-7424aa0614a4 resource provider aggregate not found Aug 31 04:36:04.241192 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment 3d3e062a-23ef-4a7e-a0a4-7424aa0614a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d3e062a-23ef-4a7e-a0a4-7424aa0614a4 found for delete ", "request_id": "req-49386a85-5ba2-4dd9-b0e3-7e1261041e0b"}]} Aug 31 04:36:04.251937 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (7c94b017-0418-451b-8f43-772814075ce1), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.259430 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.263003 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7c94b017-0418-451b-8f43-772814075ce1 HTTP/1.1" status: 204 len: 168 time: 0.9495704 Aug 31 04:36:04.286539 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0746f10-bcc4-45f4-9d6d-5e5a51cc81af admin admin] Pushing event deleted for resources: {'Network': ['ID=7c94b017-0418-451b-8f43-772814075ce1,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:04.512436 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48286) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:04.570256 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-8b662dd4-c575-4b5c-a94b-4010132531a1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2967ca7d73584b45baa158f5994f64df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0541620 Aug 31 04:36:04.570522 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48290) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:04.632408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fd99da61-20bd-42a0-b10f-97f7af67514d admin admin] Publish callbacks [] for security_group (3c4d03ba-5bac-483a-b71f-3bb94fb4bae9), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.677109 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fd99da61-20bd-42a0-b10f-97f7af67514d admin admin] Publish callbacks [] for security_group (3c4d03ba-5bac-483a-b71f-3bb94fb4bae9), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.794043 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c82d03-2684-482a-8042-3b2c747ca93a req-cd604645-d8bc-4573-b9a0-f0ccf32a5980 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:04.795698 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f7c82d03-2684-482a-8042-3b2c747ca93a req-cd604645-d8bc-4573-b9a0-f0ccf32a5980 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0542841 Aug 31 04:36:04.827192 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fd99da61-20bd-42a0-b10f-97f7af67514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3c4d03ba-5bac-483a-b71f-3bb94fb4bae9), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.829646 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fd99da61-20bd-42a0-b10f-97f7af67514d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:04.830801 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-fd99da61-20bd-42a0-b10f-97f7af67514d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3c4d03ba-5bac-483a-b71f-3bb94fb4bae9 HTTP/1.1" status: 204 len: 168 time: 0.2591136 Aug 31 04:36:04.852548 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99da61-20bd-42a0-b10f-97f7af67514d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4d03ba-5bac-483a-b71f-3bb94fb4bae9,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:04.901555 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f7c82d03-2684-482a-8042-3b2c747ca93a req-c46d21e1-5928-4a6d-b710-27b85298570a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929546 Aug 31 04:36:06.058513 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e472b-08a0-402e-8135-cb99255b4324 req-04e9bd60-6182-4c14-8fd9-ec1039adc49d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:06.064824 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-da0e472b-08a0-402e-8135-cb99255b4324 req-04e9bd60-6182-4c14-8fd9-ec1039adc49d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0790639 Aug 31 04:36:06.113511 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-da0e472b-08a0-402e-8135-cb99255b4324 req-5d6a95b9-ec84-4e48-90b8-8e037db6c0c5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477910 Aug 31 04:36:07.237520 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:07.245993 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0581077-7e29-4fa7-bfcd-4255d4df2074 req-3e205d46-32ed-4cea-a65f-72c381439712 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:07.247577 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f0581077-7e29-4fa7-bfcd-4255d4df2074 req-3e205d46-32ed-4cea-a65f-72c381439712 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0552299 Aug 31 04:36:07.297353 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f0581077-7e29-4fa7-bfcd-4255d4df2074 req-28af544e-5bff-4188-aa28-2396be21661c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434341 Aug 31 04:36:08.462815 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a76847-7006-4872-819e-dff94652009d req-99986dd1-6f28-486a-9ade-e9e0b5e4ef06 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:08.465128 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36a76847-7006-4872-819e-dff94652009d req-99986dd1-6f28-486a-9ade-e9e0b5e4ef06 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0918999 Aug 31 04:36:08.518971 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36a76847-7006-4872-819e-dff94652009d req-56666ece-6817-4d01-88e2-ffd2c6ab28ad tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Aug 31 04:36:09.666526 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925c65d-076d-49c9-9024-53fdd753c7f3 req-66030f89-d0b6-4757-87c0-2de70aae2e2a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:09.668110 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d925c65d-076d-49c9-9024-53fdd753c7f3 req-66030f89-d0b6-4757-87c0-2de70aae2e2a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0500987 Aug 31 04:36:09.683784 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48486) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:09.717237 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d925c65d-076d-49c9-9024-53fdd753c7f3 req-6cbb49b8-b00d-458f-8d9a-09b15d7afd3f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Aug 31 04:36:09.814523 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-21842d3f-010d-4575-9d89-ce7ecfa805e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:09.836416 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:09.902877 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-21842d3f-010d-4575-9d89-ce7ecfa805e8 admin admin] Publish callbacks [] for security_group (17b4480e-bc5e-4a1e-9f11-dd96c4d7870f), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:09.908031 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-21842d3f-010d-4575-9d89-ce7ecfa805e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (17b4480e-bc5e-4a1e-9f11-dd96c4d7870f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:09.947271 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:09.951095 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-21842d3f-010d-4575-9d89-ce7ecfa805e8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f854aca016b8429ba1adf20569071c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607954 Aug 31 04:36:09.952497 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21842d3f-010d-4575-9d89-ce7ecfa805e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b4480e-bc5e-4a1e-9f11-dd96c4d7870f,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:09.953812 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48496) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:09.986623 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:10.021978 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-91b87636-7b82-4f78-83df-ccbc48b857fa admin admin] Publish callbacks [] for security_group (17b4480e-bc5e-4a1e-9f11-dd96c4d7870f), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.042337 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-91b87636-7b82-4f78-83df-ccbc48b857fa admin admin] Publish callbacks [] for security_group (17b4480e-bc5e-4a1e-9f11-dd96c4d7870f), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.095108 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-91b87636-7b82-4f78-83df-ccbc48b857fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (17b4480e-bc5e-4a1e-9f11-dd96c4d7870f), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.097981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-91b87636-7b82-4f78-83df-ccbc48b857fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.099193 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-91b87636-7b82-4f78-83df-ccbc48b857fa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/17b4480e-bc5e-4a1e-9f11-dd96c4d7870f HTTP/1.1" status: 204 len: 168 time: 0.1441889 Aug 31 04:36:10.106900 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b87636-7b82-4f78-83df-ccbc48b857fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b4480e-bc5e-4a1e-9f11-dd96c4d7870f,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:10.392600 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48506) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:10.406627 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-25fc429d-2583-4bfa-822e-dd947cefbd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.490007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-25fc429d-2583-4bfa-822e-dd947cefbd02 admin admin] Publish callbacks [] for security_group (9e3a094e-21b0-47a8-8c9b-45ee2e6befd2), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.494929 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-25fc429d-2583-4bfa-822e-dd947cefbd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9e3a094e-21b0-47a8-8c9b-45ee2e6befd2), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.536241 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-25fc429d-2583-4bfa-822e-dd947cefbd02 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3427757f940a489fa106ba72ad87b420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424153 Aug 31 04:36:10.539245 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48508) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:10.545701 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc429d-2583-4bfa-822e-dd947cefbd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a094e-21b0-47a8-8c9b-45ee2e6befd2,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:10.596201 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f4700a9d-cd38-443c-8777-b2c1caeff3b2 admin admin] Publish callbacks [] for security_group (9e3a094e-21b0-47a8-8c9b-45ee2e6befd2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.620575 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f4700a9d-cd38-443c-8777-b2c1caeff3b2 admin admin] Publish callbacks [] for security_group (9e3a094e-21b0-47a8-8c9b-45ee2e6befd2), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.679943 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f4700a9d-cd38-443c-8777-b2c1caeff3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9e3a094e-21b0-47a8-8c9b-45ee2e6befd2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.683420 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f4700a9d-cd38-443c-8777-b2c1caeff3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:10.685120 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f4700a9d-cd38-443c-8777-b2c1caeff3b2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9e3a094e-21b0-47a8-8c9b-45ee2e6befd2 HTTP/1.1" status: 204 len: 168 time: 0.1449187 Aug 31 04:36:10.693454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4700a9d-cd38-443c-8777-b2c1caeff3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a094e-21b0-47a8-8c9b-45ee2e6befd2,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:10.859393 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfa20e-ea14-41a0-81db-e25c4cda17b3 req-abb0a5c3-ff8a-451f-88f2-06f5115ec733 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:10.860997 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09cfa20e-ea14-41a0-81db-e25c4cda17b3 req-abb0a5c3-ff8a-451f-88f2-06f5115ec733 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0671041 Aug 31 04:36:10.916633 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09cfa20e-ea14-41a0-81db-e25c4cda17b3 req-03a0ab11-3a01-4998-bf05-26a436bd35b4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Aug 31 04:36:11.402977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:11.419722 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:12.043756 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8841a-0a3c-48f8-aeb5-17de9557c354 req-4fec9202-4922-472b-af32-556b6bff98cb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:12.045423 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f5f8841a-0a3c-48f8-aeb5-17de9557c354 req-4fec9202-4922-472b-af32-556b6bff98cb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0474935 Aug 31 04:36:12.103959 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f5f8841a-0a3c-48f8-aeb5-17de9557c354 req-ab4ca1ac-9b9e-46af-8245-6c9e9887924d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522037 Aug 31 04:36:12.556834 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=71 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:12.566800 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=49 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:12.583907 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48594) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:12.724677 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4368-c8dc-4e1d-b5ce-3dfc27eb7abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:12.811758 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4368-c8dc-4e1d-b5ce-3dfc27eb7abc admin admin] Publish callbacks [] for security_group (2bd2d3a6-9830-40e1-8f53-95903c7fa981), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:12.817413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1d9f4368-c8dc-4e1d-b5ce-3dfc27eb7abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (2bd2d3a6-9830-40e1-8f53-95903c7fa981), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:12.866568 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1d9f4368-c8dc-4e1d-b5ce-3dfc27eb7abc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d8b81959343f415585fe1f45d4674af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814205 Aug 31 04:36:12.867452 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f4368-c8dc-4e1d-b5ce-3dfc27eb7abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2d3a6-9830-40e1-8f53-95903c7fa981,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:12.869479 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48598) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:12.920270 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea720a83-e5cc-4657-acb7-39647bd13e71 admin admin] Publish callbacks [] for security_group (2bd2d3a6-9830-40e1-8f53-95903c7fa981), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:12.943776 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea720a83-e5cc-4657-acb7-39647bd13e71 admin admin] Publish callbacks [] for security_group (2bd2d3a6-9830-40e1-8f53-95903c7fa981), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:12.996382 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea720a83-e5cc-4657-acb7-39647bd13e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (2bd2d3a6-9830-40e1-8f53-95903c7fa981), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:12.999474 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea720a83-e5cc-4657-acb7-39647bd13e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.000658 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ea720a83-e5cc-4657-acb7-39647bd13e71 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2bd2d3a6-9830-40e1-8f53-95903c7fa981 HTTP/1.1" status: 204 len: 168 time: 0.1300738 Aug 31 04:36:13.009140 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea720a83-e5cc-4657-acb7-39647bd13e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2d3a6-9830-40e1-8f53-95903c7fa981,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:13.243442 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746d197-a01f-4e60-a0bb-92dfbb60addf req-dc30b1f9-2fd1-4e84-9a12-ff6a0f02b3b0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:13.245094 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8746d197-a01f-4e60-a0bb-92dfbb60addf req-dc30b1f9-2fd1-4e84-9a12-ff6a0f02b3b0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0713730 Aug 31 04:36:13.298393 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8746d197-a01f-4e60-a0bb-92dfbb60addf req-aaaf833b-9878-4ac0-9f5c-1ad8ddc33c2f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473630 Aug 31 04:36:13.340422 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48618) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:13.355106 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e25aadc-c00b-4ed0-b9f9-e70e08f5c0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.400222 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:13.417211 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:13.437387 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e25aadc-c00b-4ed0-b9f9-e70e08f5c0c4 admin admin] Publish callbacks [] for security_group (51d1d2f2-49f9-4d66-b063-2ef202f34e73), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.441002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e25aadc-c00b-4ed0-b9f9-e70e08f5c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (51d1d2f2-49f9-4d66-b063-2ef202f34e73), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.488930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25aadc-c00b-4ed0-b9f9-e70e08f5c0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d1d2f2-49f9-4d66-b063-2ef202f34e73,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:13.496565 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2e25aadc-c00b-4ed0-b9f9-e70e08f5c0c4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a1d02cd36d9644e9932b95e658455c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551073 Aug 31 04:36:13.499279 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48622) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:13.562906 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bbd546d5-7da1-42de-966d-ac5d5e0db5bf admin admin] Publish callbacks [] for security_group (51d1d2f2-49f9-4d66-b063-2ef202f34e73), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.584307 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bbd546d5-7da1-42de-966d-ac5d5e0db5bf admin admin] Publish callbacks [] for security_group (51d1d2f2-49f9-4d66-b063-2ef202f34e73), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.639698 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bbd546d5-7da1-42de-966d-ac5d5e0db5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (51d1d2f2-49f9-4d66-b063-2ef202f34e73), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.642274 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bbd546d5-7da1-42de-966d-ac5d5e0db5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:13.643478 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-bbd546d5-7da1-42de-966d-ac5d5e0db5bf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/51d1d2f2-49f9-4d66-b063-2ef202f34e73 HTTP/1.1" status: 204 len: 168 time: 0.1432397 Aug 31 04:36:13.651451 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd546d5-7da1-42de-966d-ac5d5e0db5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d1d2f2-49f9-4d66-b063-2ef202f34e73,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:14.507449 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ce9ef-4b56-46a2-aa27-2b0b9aa7e5a4 req-905298ff-911a-4788-867d-36fad1ecb5fb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:14.516189 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c79ce9ef-4b56-46a2-aa27-2b0b9aa7e5a4 req-905298ff-911a-4788-867d-36fad1ecb5fb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0814714 Aug 31 04:36:14.580788 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c79ce9ef-4b56-46a2-aa27-2b0b9aa7e5a4 req-d1c7afba-e9c6-41de-9601-baae221aec0b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579576 Aug 31 04:36:15.502041 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-fe04fdb1-3233-4ce1-9b24-386ca584cd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:15.700743 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dea7b-a0a1-4f89-89e4-dd28a820a6d7 req-e81f29c0-2f22-4592-aa9f-617ed4952d69 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:15.703637 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6e2dea7b-a0a1-4f89-89e4-dd28a820a6d7 req-e81f29c0-2f22-4592-aa9f-617ed4952d69 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0532055 Aug 31 04:36:15.765009 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6e2dea7b-a0a1-4f89-89e4-dd28a820a6d7 req-5992c477-ea04-4cff-84b1-44742d0b88c4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548444 Aug 31 04:36:16.887131 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42eda9-c213-4a44-840e-a07b5ab99bb4 req-194e90e7-1632-4904-a937-03407d273444 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:16.888611 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9b42eda9-c213-4a44-840e-a07b5ab99bb4 req-194e90e7-1632-4904-a937-03407d273444 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0474010 Aug 31 04:36:16.940138 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9b42eda9-c213-4a44-840e-a07b5ab99bb4 req-f7437b27-df44-43f0-9d39-d016afbc9a3e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Aug 31 04:36:17.975175 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-1de3a980-a9d0-40f9-ae15-c1ab7c661189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:18.075654 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710678e-b6d5-4351-8f10-6958e9ef2bf4 req-47089c43-e016-44dc-80ad-025232e3b315 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:18.077507 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9710678e-b6d5-4351-8f10-6958e9ef2bf4 req-47089c43-e016-44dc-80ad-025232e3b315 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0499055 Aug 31 04:36:18.124859 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9710678e-b6d5-4351-8f10-6958e9ef2bf4 req-adeb32bc-1884-4b1e-9aa3-bab266379ccb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Aug 31 04:36:18.985702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:19.075314 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:19.256871 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96dce-7b37-4a9c-a3b4-ef34a66fe855 req-3365c6a6-eda4-40ab-9320-4b803c93f496 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:19.258270 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-aab96dce-7b37-4a9c-a3b4-ef34a66fe855 req-3365c6a6-eda4-40ab-9320-4b803c93f496 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0554156 Aug 31 04:36:19.315020 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:19.320075 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-aab96dce-7b37-4a9c-a3b4-ef34a66fe855 req-ee0c8cc3-6176-4016-ad31-cdc6626deb14 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Aug 31 04:36:19.514882 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d948b4-f550-4cf6-95f6-59aef0aac1da req-c24cb8b3-f52f-4459-bd5a-ce2d089d6a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:19.516331 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-68d948b4-f550-4cf6-95f6-59aef0aac1da req-c24cb8b3-f52f-4459-bd5a-ce2d089d6a9a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 1130 time: 0.0396426 Aug 31 04:36:19.569122 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-68d948b4-f550-4cf6-95f6-59aef0aac1da req-63ce28d5-f841-4606-9da1-c71d5a17940e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Aug 31 04:36:20.306216 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:20.445641 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc713bc5-ea85-4ef9-8a07-e914a764aa09 req-b2b6cee6-8c22-4cbe-9296-5b59965ba356 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:20.447210 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dc713bc5-ea85-4ef9-8a07-e914a764aa09 req-b2b6cee6-8c22-4cbe-9296-5b59965ba356 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0498252 Aug 31 04:36:20.503240 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dc713bc5-ea85-4ef9-8a07-e914a764aa09 req-edfab09d-f581-4716-aad7-550930fe684c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503292 Aug 31 04:36:20.628923 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:21.652810 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c334e80-cc96-4818-9fcb-18642b4aef13 req-3d82e050-c4d4-40d9-b644-2f2ea5ecc30f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:21.654685 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2c334e80-cc96-4818-9fcb-18642b4aef13 req-3d82e050-c4d4-40d9-b644-2f2ea5ecc30f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0674930 Aug 31 04:36:21.701285 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2c334e80-cc96-4818-9fcb-18642b4aef13 req-a48da865-5ee7-4679-a2e0-d9b1f6ac334a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409698 Aug 31 04:36:22.212264 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:36:22.829098 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb156d13-8d38-4418-9faa-3c3bd32c95e7 req-7503ef34-5b3d-45a5-8130-8c26b25b8d52 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:22.830605 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb156d13-8d38-4418-9faa-3c3bd32c95e7 req-7503ef34-5b3d-45a5-8130-8c26b25b8d52 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0479312 Aug 31 04:36:22.883941 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb156d13-8d38-4418-9faa-3c3bd32c95e7 req-20b7a0fe-2d98-44ac-b047-d77741fcfdd5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442867 Aug 31 04:36:24.009686 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ea2df-faeb-44f3-b9ba-6a3dab27ea56 req-bc372e25-c2c3-43c4-9a1c-6d92e512d8fa tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:24.016560 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f61ea2df-faeb-44f3-b9ba-6a3dab27ea56 req-bc372e25-c2c3-43c4-9a1c-6d92e512d8fa tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0559189 Aug 31 04:36:24.079357 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f61ea2df-faeb-44f3-b9ba-6a3dab27ea56 req-ce57216a-6337-48e4-bdb7-b359502a15b6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561974 Aug 31 04:36:24.146198 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 48888) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:24.261276 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2bab9ab1-79f4-4c17-8381-388bbae1ae2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.343514 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2bab9ab1-79f4-4c17-8381-388bbae1ae2e admin admin] Publish callbacks [] for security_group (360a4139-7cce-44c4-9851-c5f14a73813b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.348210 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2bab9ab1-79f4-4c17-8381-388bbae1ae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (360a4139-7cce-44c4-9851-c5f14a73813b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.397661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab9ab1-79f4-4c17-8381-388bbae1ae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360a4139-7cce-44c4-9851-c5f14a73813b,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:24.405500 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2bab9ab1-79f4-4c17-8381-388bbae1ae2e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=277093a2612942bca65f390f2b69c2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581835 Aug 31 04:36:24.408619 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48894) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:24.470469 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa17e79f-a4a1-46c0-b521-359a20235e09 admin admin] Publish callbacks [] for security_group (360a4139-7cce-44c4-9851-c5f14a73813b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.483221 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:24.492962 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa17e79f-a4a1-46c0-b521-359a20235e09 admin admin] Publish callbacks [] for security_group (360a4139-7cce-44c4-9851-c5f14a73813b), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.540850 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa17e79f-a4a1-46c0-b521-359a20235e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (360a4139-7cce-44c4-9851-c5f14a73813b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.543343 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa17e79f-a4a1-46c0-b521-359a20235e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.544526 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-fa17e79f-a4a1-46c0-b521-359a20235e09 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/360a4139-7cce-44c4-9851-c5f14a73813b HTTP/1.1" status: 204 len: 168 time: 0.1348534 Aug 31 04:36:24.553180 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17e79f-a4a1-46c0-b521-359a20235e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360a4139-7cce-44c4-9851-c5f14a73813b,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:24.852881 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48910) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:24.866741 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b0c2ad77-73bb-4f2d-ba69-bd3db15d03ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.955282 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b0c2ad77-73bb-4f2d-ba69-bd3db15d03ba admin admin] Publish callbacks [] for security_group (5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.959377 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b0c2ad77-73bb-4f2d-ba69-bd3db15d03ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:24.999281 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2ad77-73bb-4f2d-ba69-bd3db15d03ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:25.003376 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b0c2ad77-73bb-4f2d-ba69-bd3db15d03ba admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=91560859b3fc4c33a5bb63ae2b99b8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493156 Aug 31 04:36:25.009207 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 48914) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:25.059944 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-44f0a035-a0a0-47dc-8feb-71dab6198e9f admin admin] Publish callbacks [] for security_group (5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:25.080740 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-44f0a035-a0a0-47dc-8feb-71dab6198e9f admin admin] Publish callbacks [] for security_group (5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:25.133752 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-44f0a035-a0a0-47dc-8feb-71dab6198e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:25.138580 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-44f0a035-a0a0-47dc-8feb-71dab6198e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:25.151042 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-44f0a035-a0a0-47dc-8feb-71dab6198e9f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d HTTP/1.1" status: 204 len: 168 time: 0.1378231 Aug 31 04:36:25.161111 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0a035-a0a0-47dc-8feb-71dab6198e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7f22e7-53f2-4ca9-b2c5-35f6760b8c6d,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:25.189801 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:25.196545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:25.216990 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affabf6-7c4a-463d-bdcb-ec4734f0f754 req-67fed33b-a2f4-4bf7-b963-6ef57356aa59 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:25.219126 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8affabf6-7c4a-463d-bdcb-ec4734f0f754 req-67fed33b-a2f4-4bf7-b963-6ef57356aa59 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0704393 Aug 31 04:36:25.300408 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8affabf6-7c4a-463d-bdcb-ec4734f0f754 req-ce6b3514-7501-4c03-8baf-8e882430c16d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641785 Aug 31 04:36:25.448049 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ccd42-9e4f-4284-b441-2e80729d18e3 req-4583107c-f294-461b-80bc-8f08d9beebcf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:25.450146 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-035ccd42-9e4f-4284-b441-2e80729d18e3 req-4583107c-f294-461b-80bc-8f08d9beebcf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0549285 Aug 31 04:36:25.507420 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-035ccd42-9e4f-4284-b441-2e80729d18e3 req-c671e65e-913d-438d-8603-ad6b8fc9036a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Aug 31 04:36:26.499930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49018) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:26.608849 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-77ff91fb-d5b3-46ce-8db6-ed3257a71329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:26.733482 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-77ff91fb-d5b3-46ce-8db6-ed3257a71329 admin admin] Publish callbacks [] for security_group (e79360a2-dead-4ce1-aa4c-ea29d6560850), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:26.739030 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-77ff91fb-d5b3-46ce-8db6-ed3257a71329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e79360a2-dead-4ce1-aa4c-ea29d6560850), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:26.784940 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49044) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:26.785426 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-77ff91fb-d5b3-46ce-8db6-ed3257a71329 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=164d7a0a14fd483791eeb4acf65f52e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821846 Aug 31 04:36:26.786185 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff91fb-d5b3-46ce-8db6-ed3257a71329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79360a2-dead-4ce1-aa4c-ea29d6560850,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:26.838197 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1bbcd6ef-06d9-499c-82cf-62637e95d67b admin admin] Publish callbacks [] for security_group (e79360a2-dead-4ce1-aa4c-ea29d6560850), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:26.876298 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1bbcd6ef-06d9-499c-82cf-62637e95d67b admin admin] Publish callbacks [] for security_group (e79360a2-dead-4ce1-aa4c-ea29d6560850), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:26.917284 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:26.973560 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:26.984144 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1bbcd6ef-06d9-499c-82cf-62637e95d67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e79360a2-dead-4ce1-aa4c-ea29d6560850), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:26.987251 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1bbcd6ef-06d9-499c-82cf-62637e95d67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:26.988727 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1bbcd6ef-06d9-499c-82cf-62637e95d67b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e79360a2-dead-4ce1-aa4c-ea29d6560850 HTTP/1.1" status: 204 len: 168 time: 0.2026610 Aug 31 04:36:27.016974 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcd6ef-06d9-499c-82cf-62637e95d67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79360a2-dead-4ce1-aa4c-ea29d6560850,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:27.466122 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65dcf0-e419-48f0-a72e-c62fceed6df1 req-a4f8c71f-7676-40cb-9acf-89e2516a5752 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:27.467863 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-db65dcf0-e419-48f0-a72e-c62fceed6df1 req-a4f8c71f-7676-40cb-9acf-89e2516a5752 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0548670 Aug 31 04:36:27.530195 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49082) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:27.542607 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-db65dcf0-e419-48f0-a72e-c62fceed6df1 req-0380aea2-8b94-4148-a405-a8e3fd032fc2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671761 Aug 31 04:36:27.549134 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d51df1d1-02f5-4c3b-9497-05c66bb26762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:27.611663 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:27.633807 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d51df1d1-02f5-4c3b-9497-05c66bb26762 admin admin] Publish callbacks [] for security_group (7d12cdec-b492-4c1c-83cc-ed077c39e3f7), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:27.638754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d51df1d1-02f5-4c3b-9497-05c66bb26762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7d12cdec-b492-4c1c-83cc-ed077c39e3f7), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:27.680618 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-d51df1d1-02f5-4c3b-9497-05c66bb26762 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=79bb0cc9213247e6a470a86676aee4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493437 Aug 31 04:36:27.681375 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51df1d1-02f5-4c3b-9497-05c66bb26762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12cdec-b492-4c1c-83cc-ed077c39e3f7,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:27.683456 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49084) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:27.769398 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a6c-c16b-4420-bd24-4d2469a03e82 admin admin] Publish callbacks [] for security_group (7d12cdec-b492-4c1c-83cc-ed077c39e3f7), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:27.791012 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a6c-c16b-4420-bd24-4d2469a03e82 admin admin] Publish callbacks [] for security_group (7d12cdec-b492-4c1c-83cc-ed077c39e3f7), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:27.839915 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a6c-c16b-4420-bd24-4d2469a03e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7d12cdec-b492-4c1c-83cc-ed077c39e3f7), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:27.842609 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d4e91a6c-c16b-4420-bd24-4d2469a03e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:27.844035 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-d4e91a6c-c16b-4420-bd24-4d2469a03e82 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7d12cdec-b492-4c1c-83cc-ed077c39e3f7 HTTP/1.1" status: 204 len: 168 time: 0.1594517 Aug 31 04:36:27.852669 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e91a6c-c16b-4420-bd24-4d2469a03e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d12cdec-b492-4c1c-83cc-ed077c39e3f7,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:28.666503 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f31cd-d046-4a37-b520-ab71b7a212ff req-cbf073b8-c98d-497d-a6bd-e675755a3fa2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:28.668109 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-516f31cd-d046-4a37-b520-ab71b7a212ff req-cbf073b8-c98d-497d-a6bd-e675755a3fa2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0476499 Aug 31 04:36:28.722427 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-516f31cd-d046-4a37-b520-ab71b7a212ff req-b95279b3-70d8-4d42-bcb2-72db1a3814ef tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479624 Aug 31 04:36:29.852223 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baf965-43b5-4699-9f13-19b5f7db8693 req-3fbbeaae-c22a-49bd-ae2a-ffb5242c99eb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:29.853752 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-96baf965-43b5-4699-9f13-19b5f7db8693 req-3fbbeaae-c22a-49bd-ae2a-ffb5242c99eb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0514886 Aug 31 04:36:29.905815 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-96baf965-43b5-4699-9f13-19b5f7db8693 req-67cf714e-4a40-40f5-ada4-d6c3b9784cc8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462830 Aug 31 04:36:30.004755 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019f86-6f96-44d1-a956-6c525c402c8c req-a9b4dc3f-95dd-47a0-b2c5-88875dba67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:30.006408 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-15019f86-6f96-44d1-a956-6c525c402c8c req-a9b4dc3f-95dd-47a0-b2c5-88875dba67de service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 1130 time: 0.0521834 Aug 31 04:36:30.104811 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019f86-6f96-44d1-a956-6c525c402c8c req-bade90d7-342a-4713-bc0d-d7773d532990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:30.106311 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-15019f86-6f96-44d1-a956-6c525c402c8c req-bade90d7-342a-4713-bc0d-d7773d532990 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.0919955 Aug 31 04:36:30.148750 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-15019f86-6f96-44d1-a956-6c525c402c8c req-4d9bbbeb-73ca-490c-b7a4-a22ca28dce26 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832 HTTP/1.1" status: 200 len: 217 time: 0.0341115 Aug 31 04:36:30.205910 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019f86-6f96-44d1-a956-6c525c402c8c req-088b1120-0f8b-4711-a220-954f2eb4102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:30.207426 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-15019f86-6f96-44d1-a956-6c525c402c8c req-088b1120-0f8b-4711-a220-954f2eb4102c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0504489 Aug 31 04:36:30.264879 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019f86-6f96-44d1-a956-6c525c402c8c req-37b055fb-987c-42b3-8c01-1fd2aeea49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:30.266571 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-15019f86-6f96-44d1-a956-6c525c402c8c req-37b055fb-987c-42b3-8c01-1fd2aeea49cd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390041 Aug 31 04:36:30.363615 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-15019f86-6f96-44d1-a956-6c525c402c8c req-0dc794ec-d08c-4989-8399-ab8ac9cf06fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859382 Aug 31 04:36:30.429139 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:30.453581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:30.460789 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-15019f86-6f96-44d1-a956-6c525c402c8c req-fbfdf175-7748-4f76-b061-0b838bd110ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901792 Aug 31 04:36:31.035258 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e255-6fc8-4e6f-8409-3d9abfad07f9 req-c63d5142-2bf4-4113-a6b8-d672cf73416f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:31.037241 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1562e255-6fc8-4e6f-8409-3d9abfad07f9 req-c63d5142-2bf4-4113-a6b8-d672cf73416f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0560997 Aug 31 04:36:31.089688 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1562e255-6fc8-4e6f-8409-3d9abfad07f9 req-4283b757-2fdd-4032-beb1-722b02144e14 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Aug 31 04:36:32.205137 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:32.208116 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963de7f3-33af-4cf3-9297-13cc37058067 req-0280ca2c-1610-48e1-9449-bb7da0359495 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:32.209602 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-963de7f3-33af-4cf3-9297-13cc37058067 req-0280ca2c-1610-48e1-9449-bb7da0359495 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0473604 Aug 31 04:36:32.264173 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-963de7f3-33af-4cf3-9297-13cc37058067 req-bd85e558-a802-4f00-8853-baeec4818cc6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480559 Aug 31 04:36:32.524490 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49226) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:32.645234 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6dd5800c-8cab-4cf4-8293-5056c9844ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:32.728754 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6dd5800c-8cab-4cf4-8293-5056c9844ac4 admin admin] Publish callbacks [] for security_group (6e544a8a-594b-47b1-89a8-f6d5e6acd0d8), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:32.733546 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6dd5800c-8cab-4cf4-8293-5056c9844ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6e544a8a-594b-47b1-89a8-f6d5e6acd0d8), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:32.774988 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-6dd5800c-8cab-4cf4-8293-5056c9844ac4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ce792022f0e14132975e618c57adff10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492449 Aug 31 04:36:32.776086 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5800c-8cab-4cf4-8293-5056c9844ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e544a8a-594b-47b1-89a8-f6d5e6acd0d8,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:32.777896 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49236) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:32.830953 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5472d511-c44f-4338-9c80-b88849083833 admin admin] Publish callbacks [] for security_group (6e544a8a-594b-47b1-89a8-f6d5e6acd0d8), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:32.853500 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5472d511-c44f-4338-9c80-b88849083833 admin admin] Publish callbacks [] for security_group (6e544a8a-594b-47b1-89a8-f6d5e6acd0d8), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:32.902766 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5472d511-c44f-4338-9c80-b88849083833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6e544a8a-594b-47b1-89a8-f6d5e6acd0d8), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:32.905433 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5472d511-c44f-4338-9c80-b88849083833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:32.906657 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5472d511-c44f-4338-9c80-b88849083833 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e544a8a-594b-47b1-89a8-f6d5e6acd0d8 HTTP/1.1" status: 204 len: 168 time: 0.1277051 Aug 31 04:36:32.914928 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472d511-c44f-4338-9c80-b88849083833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e544a8a-594b-47b1-89a8-f6d5e6acd0d8,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:33.196655 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49248) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:33.210271 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-47dbd2c3-7b8a-4110-b3a8-1448fe7a03c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:33.285345 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:33.290588 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-47dbd2c3-7b8a-4110-b3a8-1448fe7a03c9 admin admin] Publish callbacks [] for security_group (7de45b0a-5820-49b8-9f63-0839451be8a2), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:33.298034 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-47dbd2c3-7b8a-4110-b3a8-1448fe7a03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7de45b0a-5820-49b8-9f63-0839451be8a2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:33.336305 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-47dbd2c3-7b8a-4110-b3a8-1448fe7a03c9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=316c2c96675d487ca1e35bc65b447652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385016 Aug 31 04:36:33.339175 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49260) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:33.364223 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbd2c3-7b8a-4110-b3a8-1448fe7a03c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de45b0a-5820-49b8-9f63-0839451be8a2,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:33.428050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e7f2d-318b-40d8-ba2c-16a742365d14 req-c868f857-985e-40f9-a2ec-3d349d981040 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:33.429532 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-146e7f2d-318b-40d8-ba2c-16a742365d14 req-c868f857-985e-40f9-a2ec-3d349d981040 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0694735 Aug 31 04:36:33.451923 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cc0be973-531e-43d6-8922-c9c8f0729911 admin admin] Publish callbacks [] for security_group (7de45b0a-5820-49b8-9f63-0839451be8a2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:33.487795 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cc0be973-531e-43d6-8922-c9c8f0729911 admin admin] Publish callbacks [] for security_group (7de45b0a-5820-49b8-9f63-0839451be8a2), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:33.522538 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-146e7f2d-318b-40d8-ba2c-16a742365d14 req-6b9b3988-f76a-431a-b5e9-ee8d56337a36 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821807 Aug 31 04:36:33.555288 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cc0be973-531e-43d6-8922-c9c8f0729911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7de45b0a-5820-49b8-9f63-0839451be8a2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:33.561967 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cc0be973-531e-43d6-8922-c9c8f0729911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:33.561967 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-cc0be973-531e-43d6-8922-c9c8f0729911 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7de45b0a-5820-49b8-9f63-0839451be8a2 HTTP/1.1" status: 204 len: 168 time: 0.2184839 Aug 31 04:36:33.569049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be973-531e-43d6-8922-c9c8f0729911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de45b0a-5820-49b8-9f63-0839451be8a2,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:34.652735 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfedd95-ad90-4922-9a8c-63c376ce7e4e req-4ee0da3d-7227-40ad-b513-448be6c77b2e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:34.654783 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5bfedd95-ad90-4922-9a8c-63c376ce7e4e req-4ee0da3d-7227-40ad-b513-448be6c77b2e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0545471 Aug 31 04:36:34.711312 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5bfedd95-ad90-4922-9a8c-63c376ce7e4e req-aa05abcf-d3da-440f-8d41-759c04cc448a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509410 Aug 31 04:36:35.740170 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49382) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:35.848511 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27062e-8e47-49e0-af09-af600912b71f req-56ae0505-eaf5-4317-9f35-6b186fc31dca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:35.850540 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1f27062e-8e47-49e0-af09-af600912b71f req-56ae0505-eaf5-4317-9f35-6b186fc31dca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0574307 Aug 31 04:36:35.894647 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:35.934787 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1f27062e-8e47-49e0-af09-af600912b71f req-1d7e7d9b-2e11-4d28-9bb1-dfbbbfeb015b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772133 Aug 31 04:36:36.025926 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Publish callbacks [] for security_group (788e1ef8-d38f-4e9f-aff6-7b657e2a79ee), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.031055 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (788e1ef8-d38f-4e9f-aff6-7b657e2a79ee), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.059193 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:36.096584 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49406) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:36.097073 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=204277b4b2e1499aa8469cee50d3fd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549185 Aug 31 04:36:36.097999 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e1ef8-d38f-4e9f-aff6-7b657e2a79ee,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.107936 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.108274 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.108618 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.108956 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.109460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.110014 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.110524 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.111038 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.111514 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.112003 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.112485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.112955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.113435 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.114078 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.114682 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd2775-bb08-4f4f-bc71-222896548a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.153584 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Publish callbacks [] for security_group (788e1ef8-d38f-4e9f-aff6-7b657e2a79ee), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.175039 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49410) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:36.185237 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Publish callbacks [] for security_group (788e1ef8-d38f-4e9f-aff6-7b657e2a79ee), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.242519 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (788e1ef8-d38f-4e9f-aff6-7b657e2a79ee), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.245292 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.246484 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/788e1ef8-d38f-4e9f-aff6-7b657e2a79ee HTTP/1.1" status: 204 len: 168 time: 0.1485379 Aug 31 04:36:36.254409 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e1ef8-d38f-4e9f-aff6-7b657e2a79ee,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.262102 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.262444 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.262811 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.263230 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.263562 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.263880 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.264354 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.264819 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.265135 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.265594 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.266154 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.266477 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.266898 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.267253 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.267575 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5b3c66-1efe-4376-803b-ee977b06309e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:36.315289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a9f6fca-ed88-4802-b344-6a58163b10a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.355090 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:36.401163 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a9f6fca-ed88-4802-b344-6a58163b10a9 admin admin] Publish callbacks [] for security_group (4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.406562 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a9f6fca-ed88-4802-b344-6a58163b10a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.451792 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-7a9f6fca-ed88-4802-b344-6a58163b10a9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e279a8dd7da242a7a3d15723eb8126b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756476 Aug 31 04:36:36.452637 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f6fca-ed88-4802-b344-6a58163b10a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.454843 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49418) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:36.479171 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:36.510056 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-437957bd-76f2-4bfa-b2a6-f766ceff4642 admin admin] Publish callbacks [] for security_group (4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.532902 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-437957bd-76f2-4bfa-b2a6-f766ceff4642 admin admin] Publish callbacks [] for security_group (4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.567791 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49424) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:36.584843 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf084-1e4e-4abc-b34a-2801e33108ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.586786 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-437957bd-76f2-4bfa-b2a6-f766ceff4642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.590351 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-437957bd-76f2-4bfa-b2a6-f766ceff4642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.591677 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-437957bd-76f2-4bfa-b2a6-f766ceff4642 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347 HTTP/1.1" status: 204 len: 168 time: 0.1358004 Aug 31 04:36:36.601058 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437957bd-76f2-4bfa-b2a6-f766ceff4642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee0b5d7-f9bd-4b5f-ab64-05e6fe67b347,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.689709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf084-1e4e-4abc-b34a-2801e33108ef admin admin] Publish callbacks [] for security_group (b5c74a8f-dbd6-413e-9791-f82a95837c4a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.694243 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-6b4bf084-1e4e-4abc-b34a-2801e33108ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b5c74a8f-dbd6-413e-9791-f82a95837c4a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.747434 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-6b4bf084-1e4e-4abc-b34a-2801e33108ef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1706a36d42bd4a0aab84ed39cfa4d551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784573 Aug 31 04:36:36.748274 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bf084-1e4e-4abc-b34a-2801e33108ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c74a8f-dbd6-413e-9791-f82a95837c4a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:36.750365 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49432) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:36.804705 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-edc60aef-a09f-4226-bf40-b04a1df92271 admin admin] Publish callbacks [] for security_group (b5c74a8f-dbd6-413e-9791-f82a95837c4a), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.825196 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-edc60aef-a09f-4226-bf40-b04a1df92271 admin admin] Publish callbacks [] for security_group (b5c74a8f-dbd6-413e-9791-f82a95837c4a), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.874520 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-edc60aef-a09f-4226-bf40-b04a1df92271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b5c74a8f-dbd6-413e-9791-f82a95837c4a), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.877432 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-edc60aef-a09f-4226-bf40-b04a1df92271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:36.878621 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-edc60aef-a09f-4226-bf40-b04a1df92271 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b5c74a8f-dbd6-413e-9791-f82a95837c4a HTTP/1.1" status: 204 len: 168 time: 0.1268618 Aug 31 04:36:36.886764 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc60aef-a09f-4226-bf40-b04a1df92271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c74a8f-dbd6-413e-9791-f82a95837c4a,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:37.085240 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bc205-5503-47cb-853d-844ddd4e1028 req-c0b65b67-c629-481f-90f0-c41138c0fd7b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:37.087028 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-606bc205-5503-47cb-853d-844ddd4e1028 req-c0b65b67-c629-481f-90f0-c41138c0fd7b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0662525 Aug 31 04:36:37.145474 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-606bc205-5503-47cb-853d-844ddd4e1028 req-583c7bae-0057-4941-82c0-414611f08c69 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522723 Aug 31 04:36:37.614920 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49476) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:37.764127 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-407cc723-4187-4faa-a22d-008bdf7de562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:37.867533 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-407cc723-4187-4faa-a22d-008bdf7de562 admin admin] Publish callbacks [] for security_group (acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:37.872221 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-407cc723-4187-4faa-a22d-008bdf7de562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:37.877803 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:37.920277 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-407cc723-4187-4faa-a22d-008bdf7de562 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2ce8b9ec039b4e24adfff9bed995a945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042362 Aug 31 04:36:37.923352 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49494) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:37.930331 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cc723-4187-4faa-a22d-008bdf7de562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:38.040988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b2336aa2-4797-4b3f-91c5-13f8e324348b admin admin] Publish callbacks [] for security_group (acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.078207 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b2336aa2-4797-4b3f-91c5-13f8e324348b admin admin] Publish callbacks [] for security_group (acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.157974 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b2336aa2-4797-4b3f-91c5-13f8e324348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.161367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b2336aa2-4797-4b3f-91c5-13f8e324348b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.163169 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b2336aa2-4797-4b3f-91c5-13f8e324348b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b HTTP/1.1" status: 204 len: 168 time: 0.2383091 Aug 31 04:36:38.175226 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2336aa2-4797-4b3f-91c5-13f8e324348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc6fa5e-b4c1-4c8d-9460-0079c2b75a5b,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:38.346208 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49512) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:38.368973 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a0b03-8d88-4eca-88c2-1aab7c3b38a1 req-7ab97663-6d23-4d92-b473-8cf78633f47e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:38.372382 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-474a0b03-8d88-4eca-88c2-1aab7c3b38a1 req-7ab97663-6d23-4d92-b473-8cf78633f47e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.1253121 Aug 31 04:36:38.438370 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-474a0b03-8d88-4eca-88c2-1aab7c3b38a1 req-0b15796d-2da7-4328-b6a8-5225d6e24a26 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571666 Aug 31 04:36:38.621161 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7adb645f-65a1-4e3d-b726-39234781264b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.708616 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7adb645f-65a1-4e3d-b726-39234781264b admin admin] Publish callbacks [] for security_group (8863a812-ac98-46e4-89c9-66b749505cf3), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.715500 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7adb645f-65a1-4e3d-b726-39234781264b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (8863a812-ac98-46e4-89c9-66b749505cf3), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.761845 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-7adb645f-65a1-4e3d-b726-39234781264b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=355be16b85494132a51e66eb85f9e289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143531 Aug 31 04:36:38.762742 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb645f-65a1-4e3d-b726-39234781264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8863a812-ac98-46e4-89c9-66b749505cf3,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:38.765685 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49528) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:38.841084 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49530) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:38.851463 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-629ba031-3c2c-4908-bb0a-be7c273ad956 admin admin] Publish callbacks [] for security_group (8863a812-ac98-46e4-89c9-66b749505cf3), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.874921 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-629ba031-3c2c-4908-bb0a-be7c273ad956 admin admin] Publish callbacks [] for security_group (8863a812-ac98-46e4-89c9-66b749505cf3), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.927784 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-629ba031-3c2c-4908-bb0a-be7c273ad956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (8863a812-ac98-46e4-89c9-66b749505cf3), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.931536 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-629ba031-3c2c-4908-bb0a-be7c273ad956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:38.933022 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-629ba031-3c2c-4908-bb0a-be7c273ad956 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8863a812-ac98-46e4-89c9-66b749505cf3 HTTP/1.1" status: 204 len: 168 time: 0.1654384 Aug 31 04:36:38.942611 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ba031-3c2c-4908-bb0a-be7c273ad956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8863a812-ac98-46e4-89c9-66b749505cf3,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:39.026506 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aa695856-3a67-463a-b7ff-95faa3e85fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.092129 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:39.132186 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aa695856-3a67-463a-b7ff-95faa3e85fc6 admin admin] Publish callbacks [] for security_group (9ff7e048-c487-4c65-a0bb-a91b721cd47a), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.137651 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-aa695856-3a67-463a-b7ff-95faa3e85fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9ff7e048-c487-4c65-a0bb-a91b721cd47a), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.183462 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-aa695856-3a67-463a-b7ff-95faa3e85fc6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6e9228dedd9f400a9a2cd708e565a346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412454 Aug 31 04:36:39.186382 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49548) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:39.188928 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa695856-3a67-463a-b7ff-95faa3e85fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff7e048-c487-4c65-a0bb-a91b721cd47a,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:39.227413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:39.246870 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-339307b0-8ee3-4562-ad52-b479b32536d4 admin admin] Publish callbacks [] for security_group (9ff7e048-c487-4c65-a0bb-a91b721cd47a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.264223 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:39.269816 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-339307b0-8ee3-4562-ad52-b479b32536d4 admin admin] Publish callbacks [] for security_group (9ff7e048-c487-4c65-a0bb-a91b721cd47a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.321729 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-339307b0-8ee3-4562-ad52-b479b32536d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9ff7e048-c487-4c65-a0bb-a91b721cd47a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.324397 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-339307b0-8ee3-4562-ad52-b479b32536d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.325820 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-339307b0-8ee3-4562-ad52-b479b32536d4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9ff7e048-c487-4c65-a0bb-a91b721cd47a HTTP/1.1" status: 204 len: 168 time: 0.1381283 Aug 31 04:36:39.334754 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339307b0-8ee3-4562-ad52-b479b32536d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff7e048-c487-4c65-a0bb-a91b721cd47a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:39.352592 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49554) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:39.373199 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-def07a8d-024f-4789-b371-d440b6488b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.468144 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-def07a8d-024f-4789-b371-d440b6488b5e admin admin] Publish callbacks [] for security_group (0dc3d457-0ca2-4507-98fd-561086256e75), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.481916 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-def07a8d-024f-4789-b371-d440b6488b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (0dc3d457-0ca2-4507-98fd-561086256e75), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.522189 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def07a8d-024f-4789-b371-d440b6488b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3d457-0ca2-4507-98fd-561086256e75,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:39.574390 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-def07a8d-024f-4789-b371-d440b6488b5e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=18908b8cbe2145af90ee59a80999143c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199118 Aug 31 04:36:39.577216 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49566) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:39.588905 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449945d-1938-4022-86a4-0e88fbd0d6b3 req-ed3dacc4-fa81-4424-9b5a-46deb6e23476 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:39.591356 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0449945d-1938-4022-86a4-0e88fbd0d6b3 req-ed3dacc4-fa81-4424-9b5a-46deb6e23476 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0649436 Aug 31 04:36:39.656218 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0449945d-1938-4022-86a4-0e88fbd0d6b3 req-4d3fe2e1-a5a8-4516-a73b-ca1c7c5fd47e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588772 Aug 31 04:36:39.670166 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ecb-5298-4527-8fc2-1868b9638036 admin admin] Publish callbacks [] for security_group (0dc3d457-0ca2-4507-98fd-561086256e75), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.698310 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ecb-5298-4527-8fc2-1868b9638036 admin admin] Publish callbacks [] for security_group (0dc3d457-0ca2-4507-98fd-561086256e75), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.764146 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ecb-5298-4527-8fc2-1868b9638036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (0dc3d457-0ca2-4507-98fd-561086256e75), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.767671 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc4a5ecb-5298-4527-8fc2-1868b9638036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:39.771333 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-dc4a5ecb-5298-4527-8fc2-1868b9638036 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0dc3d457-0ca2-4507-98fd-561086256e75 HTTP/1.1" status: 204 len: 168 time: 0.1907253 Aug 31 04:36:39.777901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a5ecb-5298-4527-8fc2-1868b9638036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3d457-0ca2-4507-98fd-561086256e75,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:39.852470 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-faab46c0-6ea5-4bc5-a233-e55eb80e8242 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=80dd3f85755d4deea3fc0192c1cbbc4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329955 Aug 31 04:36:40.077126 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-defd0a9e-1dd5-4104-9b37-fc53c351e7f2 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:40.079105 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-defd0a9e-1dd5-4104-9b37-fc53c351e7f2 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204366 Aug 31 04:36:40.101722 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4891d7b2-e924-4c2d-a628-001e42eb3a42 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/quotas/80dd3f85755d4deea3fc0192c1cbbc4b HTTP/1.1" status: 200 len: 375 time: 0.0162365 Aug 31 04:36:40.167696 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-09d680aa-72fb-4f23-bf48-b5ab67de778f tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=80dd3f85755d4deea3fc0192c1cbbc4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601263 Aug 31 04:36:40.397545 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-835ed545-cca2-4634-9966-466531f8aa95 req-638e9240-ce82-480b-96c9-84c2572b4ce6 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 210 time: 0.0599010 Aug 31 04:36:40.800460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaf8db-734e-481a-b92f-b8205e8000e5 req-92918633-183a-4a31-880b-5b0ee83618a9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:40.808312 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-adcaf8db-734e-481a-b92f-b8205e8000e5 req-92918633-183a-4a31-880b-5b0ee83618a9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0620127 Aug 31 04:36:40.870321 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-adcaf8db-734e-481a-b92f-b8205e8000e5 req-d648a0d7-2aea-4d26-bfe6-50eefd3db2bd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610235 Aug 31 04:36:41.492681 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f980c4c3-0c11-4538-92de-7abc4add5f4f req-2da1487b-4886-49a1-bc92-881b608c6021 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 210 time: 0.0270960 Aug 31 04:36:41.795032 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-d22e6b01-a543-485c-9bea-82a2eb848007 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=80dd3f85755d4deea3fc0192c1cbbc4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215883 Aug 31 04:36:41.914930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-90dca8eb-b7f1-4e9f-bb15-076c021a4564 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:41.916454 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-90dca8eb-b7f1-4e9f-bb15-076c021a4564 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151464 Aug 31 04:36:42.003052 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bed4c-dc27-4586-858e-33c2068789a2 req-45651375-40ac-42ea-920b-e918b3b05e8e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:42.004559 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0e3bed4c-dc27-4586-858e-33c2068789a2 req-45651375-40ac-42ea-920b-e918b3b05e8e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0475447 Aug 31 04:36:42.057190 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0e3bed4c-dc27-4586-858e-33c2068789a2 req-97c433b0-ac21-439a-a831-c5e93c8195d2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Aug 31 04:36:42.603512 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-628e4983-410d-4564-9880-ea1c6f536f60 req-b13aa5a8-d10a-417f-83b3-845cbbc67e73 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 210 time: 0.0325429 Aug 31 04:36:43.187804 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc7384-8bad-4c92-babb-c301e0ce43a6 req-89a869df-0b74-4ad9-81a2-cd0edbb98f96 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:43.189407 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0bfc7384-8bad-4c92-babb-c301e0ce43a6 req-89a869df-0b74-4ad9-81a2-cd0edbb98f96 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0555601 Aug 31 04:36:43.239274 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0bfc7384-8bad-4c92-babb-c301e0ce43a6 req-4c472212-4626-41bd-b4ff-a45ac3fbbee8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Aug 31 04:36:43.710204 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-80073f7d-b8b7-4cb5-9634-614893cf9448 req-8da55213-eef9-4740-8c8a-bff0d17c6def tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 210 time: 0.0271935 Aug 31 04:36:43.986346 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:44.369708 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193658-bc60-4aa0-8991-bd878c701940 req-8b096ea8-2116-4bde-b4fc-7024a9c6ff3a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:44.371218 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd193658-bc60-4aa0-8991-bd878c701940 req-8b096ea8-2116-4bde-b4fc-7024a9c6ff3a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0469418 Aug 31 04:36:44.423836 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd193658-bc60-4aa0-8991-bd878c701940 req-7a1cfd49-9093-4a97-a739-71279691fe6f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Aug 31 04:36:44.586109 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Request body: {'port': {'device_id': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646', 'admin_state_up': True, 'tenant_id': '80dd3f85755d4deea3fc0192c1cbbc4b'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:44.644816 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:44.707454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Made reservation on behalf of 80dd3f85755d4deea3fc0192c1cbbc4b for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:44.713304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:44.724827 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:44.773065 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:44.815660 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks [] for security_group (d090babd-d8a3-42f5-b0fe-173a271a8d7b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:44.821409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d090babd-d8a3-42f5-b0fe-173a271a8d7b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:44.831502 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f597ee35-57ac-47e6-b5ec-ac9630e07f8f req-f37dbf92-8f5b-4000-b71a-002534cb8b6a tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 210 time: 0.0324426 Aug 31 04:36:44.891210 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d090babd-d8a3-42f5-b0fe-173a271a8d7b,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:44.962807 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Allocated IP 192.168.233.7 (a257ad7b-fc65-40b4-9a7a-d3bc91d2e646/81b9e4da-4488-4912-964a-8a1abaceed4e/d07fc2fb-c684-423c-9262-8b9678531baf) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:36:45.119543 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks [] for port (d07fc2fb-c684-423c-9262-8b9678531baf), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:45.160509 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:45.204902 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:36:45.208071 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:45.211870 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:36:45.235973 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Pushing event updated for resources: {'Port': ['ID=d07fc2fb-c684-423c-9262-8b9678531baf,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:45.264333 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:45.264942 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:45.283741 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-868402a5-98c3-4ff7-ac89-94bd0cc9cfcc tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7015495 Aug 31 04:36:45.458439 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:45.461423 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:45.473602 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-06072559-fc4f-452c-9c7d-3cd49d88beb8 None None] Provisioning complete for port d07fc2fb-c684-423c-9262-8b9678531baf triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:36:45.473976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-06072559-fc4f-452c-9c7d-3cd49d88beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:45.522590 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-06072559-fc4f-452c-9c7d-3cd49d88beb8 None None] Port d07fc2fb-c684-423c-9262-8b9678531baf cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:36:45.531414 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a967b397-b373-48c0-aa62-0b6b4c883f51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:45.750132 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7972e-9423-4450-a3d3-f66bdb9d0308 req-a09bb91a-3dd7-418d-913e-670727362ea8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:45.751667 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-30d7972e-9423-4450-a3d3-f66bdb9d0308 req-a09bb91a-3dd7-418d-913e-670727362ea8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0621393 Aug 31 04:36:45.800991 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-30d7972e-9423-4450-a3d3-f66bdb9d0308 req-ba016ae6-ae84-48a2-92d6-3d413da176c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435469 Aug 31 04:36:45.952569 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7132f7-4b58-43d3-b940-b8495852f6ff req-278ce82b-92e7-46b4-8cd7-3bf67953e1b0 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:45.954120 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-db7132f7-4b58-43d3-b940-b8495852f6ff req-278ce82b-92e7-46b4-8cd7-3bf67953e1b0 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 934 time: 0.0496390 Aug 31 04:36:46.001907 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-db7132f7-4b58-43d3-b940-b8495852f6ff req-403137a5-3923-4eda-a31c-0ca06b822ba6 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Aug 31 04:36:46.935771 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d8041-01cd-472a-90bc-db99a71fd8f0 req-643f43a9-0877-4273-9cf2-dc22fa26ef7a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:46.937137 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-590d8041-01cd-472a-90bc-db99a71fd8f0 req-643f43a9-0877-4273-9cf2-dc22fa26ef7a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0531704 Aug 31 04:36:46.951785 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:46.990358 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-590d8041-01cd-472a-90bc-db99a71fd8f0 req-fb68df63-b9ed-4ee1-b7b3-75a01fc3685e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Aug 31 04:36:47.112610 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:47.124933 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdd560-6907-4d2e-bb6f-537e36d7b591 req-5ea09187-8951-4d10-90f2-26fec021b395 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:47.126705 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e6fdd560-6907-4d2e-bb6f-537e36d7b591 req-5ea09187-8951-4d10-90f2-26fec021b395 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 934 time: 0.0518451 Aug 31 04:36:47.176022 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e6fdd560-6907-4d2e-bb6f-537e36d7b591 req-19c25dae-fb40-4669-9562-e007fd173b05 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425901 Aug 31 04:36:47.972178 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e241-b91e-4175-8c66-c1ee45c8996e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:48.110623 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Request body: {'port': {'device_id': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:48.319017 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e6f15-a187-4b23-9ffb-477fe7a62904 req-cf61a1b7-2725-4a47-800d-26c4a02b1b35 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:48.320261 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-086e6f15-a187-4b23-9ffb-477fe7a62904 req-cf61a1b7-2725-4a47-800d-26c4a02b1b35 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 934 time: 0.0528600 Aug 31 04:36:48.373761 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-086e6f15-a187-4b23-9ffb-477fe7a62904 req-d603b38f-756e-4a41-b2cb-54a2a69f6a5f tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Aug 31 04:36:48.397130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:48.421307 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a3402-9c3f-465b-9bb7-0c0f69118f5b req-5a35b47e-f4f1-4ad6-b555-2121e0afba31 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:48.422826 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-531a3402-9c3f-465b-9bb7-0c0f69118f5b req-5a35b47e-f4f1-4ad6-b555-2121e0afba31 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.3517613 Aug 31 04:36:48.473025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-de6e7622-ed79-4580-802a-b2d37e3b62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:48.474542 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-de6e7622-ed79-4580-802a-b2d37e3b62e1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 1130 time: 0.0926917 Aug 31 04:36:48.487211 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:48.542631 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-531a3402-9c3f-465b-9bb7-0c0f69118f5b req-da2fb1cd-ecf7-4f33-90da-7fcfd2504d16 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125214 Aug 31 04:36:48.790367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07fc2fb-c684-423c-9262-8b9678531baf {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:36:48.799938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Publish callbacks [] for port (d07fc2fb-c684-423c-9262-8b9678531baf), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:48.812785 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Transition to ACTIVE for port object d07fc2fb-c684-423c-9262-8b9678531baf will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:36:48.818844 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:48.910655 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Pushing event updated for resources: {'Port': ['ID=d07fc2fb-c684-423c-9262-8b9678531baf,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:48.941812 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Attempting to bind port d07fc2fb-c684-423c-9262-8b9678531baf on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:36:48.942220 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Attempting to bind port d07fc2fb-c684-423c-9262-8b9678531baf by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:36:48.942618 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Attempting to bind port d07fc2fb-c684-423c-9262-8b9678531baf on network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:36:48.949205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Port d07fc2fb-c684-423c-9262-8b9678531baf on network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:36:48.949598 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Attempting to bind port d07fc2fb-c684-423c-9262-8b9678531baf on network a257ad7b-fc65-40b4-9a7a-d3bc91d2e646 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:36:48.959563 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:36:48.960042 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Checking segment: {'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:36:48.960514 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Bound using segment: {'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:36:48.961039 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Bound port: d07fc2fb-c684-423c-9262-8b9678531baf, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f5d613-3b54-4330-b0c5-b41e595fb84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:36:48.961591 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:48.999934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:49.036853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] For port d07fc2fb-c684-423c-9262-8b9678531baf, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:36:49.040981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] For port d07fc2fb-c684-423c-9262-8b9678531baf, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d07fc2fb-c684-423c-9262-8b9678531baf,segment=NetworkSegment(27f5d613-3b54-4330-b0c5-b41e595fb84e),segment_id=27f5d613-3b54-4330-b0c5-b41e595fb84e)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:36:49.049282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:49.055347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:49.056083 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:49.057467 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d07fc2fb-c684-423c-9262-8b9678531baf HTTP/1.1" status: 200 len: 1096 time: 0.9529767 Aug 31 04:36:49.057893 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'tag': 'd07fc2fb-c684-423c-9262-8b9678531baf'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:36:49.060162 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3e14be-433d-4ef4-b128-d2af9cc11872" -d '{"events": [{"name": "network-changed", "server_uuid": "f48e5c2f-aa5d-4351-9309-c69f06b9131e", "tag": "d07fc2fb-c684-423c-9262-8b9678531baf"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:36:49.104899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4aef5d-34a8-4d10-87c2-d601788a6f9f x-openstack-request-id: req-7e4aef5d-34a8-4d10-87c2-d601788a6f9f {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:36:49.105179 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48e5c2f-aa5d-4351-9309-c69f06b9131e", "tag": "d07fc2fb-c684-423c-9262-8b9678531baf", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:36:49.105428 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e4aef5d-34a8-4d10-87c2-d601788a6f9f {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:36:49.105817 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4aef5d-34a8-4d10-87c2-d601788a6f9f'] response: {'name': 'network-changed', 'server_uuid': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'tag': 'd07fc2fb-c684-423c-9262-8b9678531baf', 'status': 'completed', 'code': 200} Aug 31 04:36:49.110426 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee1e9-5d0b-4a56-92fb-0d93c0a4e59a service neutron] Pushing event updated for resources: {'Port': ['ID=d07fc2fb-c684-423c-9262-8b9678531baf,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:49.510151 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce63b-ece3-44f0-b99a-8e7a9566501b req-33565720-279a-458e-adcb-0751d963688f tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:49.511663 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-275ce63b-ece3-44f0-b99a-8e7a9566501b req-33565720-279a-458e-adcb-0751d963688f tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0490923 Aug 31 04:36:49.561147 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-275ce63b-ece3-44f0-b99a-8e7a9566501b req-fb006bd1-2f9a-42bd-ae70-b174709ff2be tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Aug 31 04:36:49.682389 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262fb2-9733-42f4-83a6-42b28081c7bc req-3495bd8d-7fc0-4f3f-995c-3b70fefb2a6c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:49.683761 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8e262fb2-9733-42f4-83a6-42b28081c7bc req-3495bd8d-7fc0-4f3f-995c-3b70fefb2a6c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0545859 Aug 31 04:36:49.734377 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8e262fb2-9733-42f4-83a6-42b28081c7bc req-23b8309e-3c02-4169-8d81-4a0574fd95d4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416868 Aug 31 04:36:50.285589 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:50.629483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:50.688129 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:50.701812 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22860d55-8a7d-4144-8cd7-c456be39f076 req-a3fc8034-53fb-4cdd-9ebe-11aa1d66975d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:50.703352 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-22860d55-8a7d-4144-8cd7-c456be39f076 req-a3fc8034-53fb-4cdd-9ebe-11aa1d66975d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0529497 Aug 31 04:36:50.755988 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-22860d55-8a7d-4144-8cd7-c456be39f076 req-002eda61-fedd-45f1-80fe-34b753417257 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462985 Aug 31 04:36:50.858315 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b2e33-7788-46fe-8f7a-d5d6260ad6d5 req-4b13a425-1137-4946-8b06-78b99913295b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:50.859792 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-117b2e33-7788-46fe-8f7a-d5d6260ad6d5 req-4b13a425-1137-4946-8b06-78b99913295b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0472643 Aug 31 04:36:50.921565 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-117b2e33-7788-46fe-8f7a-d5d6260ad6d5 req-23ac06d3-c6f0-4eac-a749-d0c16943e4be tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561936 Aug 31 04:36:51.192405 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:51.859945 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:51.881443 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470adcb-8839-4a35-b4dc-d686c51dd383 req-55829af7-793b-49c7-8857-ff82cd927482 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:51.883122 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8470adcb-8839-4a35-b4dc-d686c51dd383 req-55829af7-793b-49c7-8857-ff82cd927482 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0519571 Aug 31 04:36:51.938557 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8470adcb-8839-4a35-b4dc-d686c51dd383 req-469a0dd3-571e-4563-8541-44400102746d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 Aug 31 04:36:52.089515 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d660015-8dcc-456c-9e9f-692c1e8b3bb0 req-985a4c61-9d24-46d2-b62b-1bc9bf43f8e4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:52.091155 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0d660015-8dcc-456c-9e9f-692c1e8b3bb0 req-985a4c61-9d24-46d2-b62b-1bc9bf43f8e4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0731478 Aug 31 04:36:52.122443 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:52.183408 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0d660015-8dcc-456c-9e9f-692c1e8b3bb0 req-74c7ce9d-d73e-4b19-8f40-57248bf44da1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856702 Aug 31 04:36:52.232540 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e14be-433d-4ef4-b128-d2af9cc11872 req-f016e647-8931-4e7a-9af0-47ddf602ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:52.234348 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2f3e14be-433d-4ef4-b128-d2af9cc11872 req-f016e647-8931-4e7a-9af0-47ddf602ffc9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=80dd3f85755d4deea3fc0192c1cbbc4b&device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 1130 time: 0.0512819 Aug 31 04:36:52.319250 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2f3e14be-433d-4ef4-b128-d2af9cc11872 req-69bb5234-b432-4ccf-a049-cde8b85b61a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=80dd3f85755d4deea3fc0192c1cbbc4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525560 Aug 31 04:36:52.456843 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-6be514e6-6842-4340-a817-82df36272a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:52.458564 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-6be514e6-6842-4340-a817-82df36272a18 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.3113344 Aug 31 04:36:52.465118 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3a060-6fc6-4827-ae57-b1d72cadcb8c req-decc4950-8534-4d3d-9381-13d4a0876486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:52.466743 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b3e3a060-6fc6-4827-ae57-b1d72cadcb8c req-decc4950-8534-4d3d-9381-13d4a0876486 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 1130 time: 0.1440494 Aug 31 04:36:52.521311 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-74896887-7739-4009-9e72-c2143db01e10 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832 HTTP/1.1" status: 200 len: 217 time: 0.0494971 Aug 31 04:36:52.599718 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e14be-433d-4ef4-b128-d2af9cc11872 req-5ccb2b19-aaf6-47de-9774-220031612c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:52.601295 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2f3e14be-433d-4ef4-b128-d2af9cc11872 req-5ccb2b19-aaf6-47de-9774-220031612c13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2681513 Aug 31 04:36:52.625653 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b3e3a060-6fc6-4827-ae57-b1d72cadcb8c req-606a6c80-a8a2-486f-a35e-5460b22b72fe service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160357 Aug 31 04:36:52.627326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-f8b78f85-f7c6-424c-a11f-6203288d3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:52.629394 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-f8b78f85-f7c6-424c-a11f-6203288d3a05 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0907273 Aug 31 04:36:53.090139 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-3656fbd5-fd64-4307-9d09-7de71bf90292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:53.092233 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-3656fbd5-fd64-4307-9d09-7de71bf90292 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1144319 Aug 31 04:36:53.095343 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-89f1a5e7-4025-4767-bf11-1cea73191d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:53.096757 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-89f1a5e7-4025-4767-bf11-1cea73191d6e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=80dd3f85755d4deea3fc0192c1cbbc4b&device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 1130 time: 0.0622776 Aug 31 04:36:53.196339 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc735856-f088-44d3-9d85-62cbf116cf8f req-84dec9d1-a116-4ad9-a2de-95d8db6ddaee tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:53.197821 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cc735856-f088-44d3-9d85-62cbf116cf8f req-84dec9d1-a116-4ad9-a2de-95d8db6ddaee tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0475788 Aug 31 04:36:53.247960 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cc735856-f088-44d3-9d85-62cbf116cf8f req-1325410f-45a6-4787-9066-b05f7445e5ed tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Aug 31 04:36:53.351010 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c6898-1bfa-4163-bd9f-78a229fb4f60 req-b708497c-db7c-40b5-9d4f-71c1d579c250 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:53.352459 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-908c6898-1bfa-4163-bd9f-78a229fb4f60 req-b708497c-db7c-40b5-9d4f-71c1d579c250 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0488780 Aug 31 04:36:53.402057 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-908c6898-1bfa-4163-bd9f-78a229fb4f60 req-aea454d1-2f8a-42c8-9737-0d208a3b514d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432606 Aug 31 04:36:53.537575 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-02521c01-f54c-4c06-a89c-e7c1be8492ac service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=d07fc2fb-c684-423c-9262-8b9678531baf HTTP/1.1" status: 200 len: 217 time: 0.1226909 Aug 31 04:36:53.612960 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a62516-402f-4d7d-a889-d926e39c345f req-500f5a43-dd73-4d2e-9681-cfcae215a6e7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:53.614913 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-97a62516-402f-4d7d-a889-d926e39c345f req-500f5a43-dd73-4d2e-9681-cfcae215a6e7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0882702 Aug 31 04:36:53.617170 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-bf2b733d-2651-4c26-a4fc-300215caa49e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043998 Aug 31 04:36:53.687058 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-97a62516-402f-4d7d-a889-d926e39c345f req-938f7c25-93ca-43d6-8880-85b35aeaf573 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613990 Aug 31 04:36:53.783177 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 49978) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:53.826540 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-851f6f00-0a3e-4fc1-ac2f-bf26cf9ae43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:53.828093 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-851f6f00-0a3e-4fc1-ac2f-bf26cf9ae43f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=81b9e4da-4488-4912-964a-8a1abaceed4e HTTP/1.1" status: 200 len: 843 time: 0.0829313 Aug 31 04:36:53.856520 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd1d2020-6315-4f48-8ddb-41da4af937aa req-22e5b464-f948-4b59-8d24-de1b09670e51 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340296 Aug 31 04:36:53.895825 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e1fa15e5-04d5-4bfb-af09-833875f563be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:53.971984 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e1fa15e5-04d5-4bfb-af09-833875f563be admin admin] Publish callbacks [] for security_group (94a75fb6-5313-4a7e-af43-0ff420b54df9), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:53.980461 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e1fa15e5-04d5-4bfb-af09-833875f563be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (94a75fb6-5313-4a7e-af43-0ff420b54df9), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:54.031147 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e1fa15e5-04d5-4bfb-af09-833875f563be admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bdf51e13c4b9456e95bd536552367d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467279 Aug 31 04:36:54.031950 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa15e5-04d5-4bfb-af09-833875f563be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a75fb6-5313-4a7e-af43-0ff420b54df9,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:54.033913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 49984) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:54.040259 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:54.091823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c29f803-129c-4fca-b5ec-002b8761213c admin admin] Publish callbacks [] for security_group (94a75fb6-5313-4a7e-af43-0ff420b54df9), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:54.113312 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c29f803-129c-4fca-b5ec-002b8761213c admin admin] Publish callbacks [] for security_group (94a75fb6-5313-4a7e-af43-0ff420b54df9), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:54.161331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c29f803-129c-4fca-b5ec-002b8761213c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (94a75fb6-5313-4a7e-af43-0ff420b54df9), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:54.163945 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c29f803-129c-4fca-b5ec-002b8761213c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:54.167821 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-5c29f803-129c-4fca-b5ec-002b8761213c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/94a75fb6-5313-4a7e-af43-0ff420b54df9 HTTP/1.1" status: 204 len: 168 time: 0.1328802 Aug 31 04:36:54.176112 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29f803-129c-4fca-b5ec-002b8761213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a75fb6-5313-4a7e-af43-0ff420b54df9,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:54.399831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddac9f8-6c7a-4a7e-8b0f-5fafc32e2c06 req-6562422f-ff6d-496b-a64c-bab8409eb5b4 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:54.409017 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3ddac9f8-6c7a-4a7e-8b0f-5fafc32e2c06 req-6562422f-ff6d-496b-a64c-bab8409eb5b4 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0681605 Aug 31 04:36:54.482903 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3ddac9f8-6c7a-4a7e-8b0f-5fafc32e2c06 req-512c9a97-3259-488f-a441-4b28f30d1651 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701134 Aug 31 04:36:54.580217 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:54.585576 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-3d217aa7-4acb-40de-aab8-9b5cda642aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:54.588270 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-3d217aa7-4acb-40de-aab8-9b5cda642aeb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a257ad7b-fc65-40b4-9a7a-d3bc91d2e646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0971239 Aug 31 04:36:54.623508 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2d08-2d1c-4c46-8041-10dc4a7d74ea req-7fa7ec13-8150-4061-8cd8-eea95aa26b11 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:54.636159 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4fac2d08-2d1c-4c46-8041-10dc4a7d74ea req-7fa7ec13-8150-4061-8cd8-eea95aa26b11 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0959094 Aug 31 04:36:54.667961 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:54.739183 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4fac2d08-2d1c-4c46-8041-10dc4a7d74ea req-0acd08be-4c7a-45c3-9f9b-598012c3bc3e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018858 Aug 31 04:36:54.850537 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-ad8def56-4eef-4d00-8e56-75598597cb81 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a257ad7b-fc65-40b4-9a7a-d3bc91d2e646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549062 Aug 31 04:36:54.863376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117c820-03be-4f26-980a-a3d532935e71 req-570b342c-72a6-4ea0-bc33-01a263be56ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:54.865703 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9117c820-03be-4f26-980a-a3d532935e71 req-570b342c-72a6-4ea0-bc33-01a263be56ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0703409 Aug 31 04:36:54.919806 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9117c820-03be-4f26-980a-a3d532935e71 req-13498e20-db0d-4866-a90a-9213e2032916 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487046 Aug 31 04:36:55.195001 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4366f4-2eb4-4c47-a137-a35cd805021a req-9efa8723-c702-44e6-bd3b-fe4d086943a4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:55.202308 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e4366f4-2eb4-4c47-a137-a35cd805021a req-9efa8723-c702-44e6-bd3b-fe4d086943a4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0583293 Aug 31 04:36:55.203760 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50044) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:55.257315 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b07a31e7-6497-4c1c-8ee3-e9730df4c558 req-aa49297a-0dcb-4096-8e05-cabe7d2fae79 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a257ad7b-fc65-40b4-9a7a-d3bc91d2e646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343572 Aug 31 04:36:55.259406 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e4366f4-2eb4-4c47-a137-a35cd805021a req-46f51893-cfe7-46c3-a967-c550b32a5f73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559261 Aug 31 04:36:55.331349 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-fbb068c4-c198-43fa-8568-003c1d4a4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:55.332964 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-fbb068c4-c198-43fa-8568-003c1d4a4aa0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 1130 time: 0.0554376 Aug 31 04:36:55.353163 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1642949522-network', 'tenant_id': '52fbe77f79a5449b8fb2bfef82360b94'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:55.375378 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Made reservation on behalf of 52fbe77f79a5449b8fb2bfef82360b94 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:55.377930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.400040 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.519550 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-7d1264d7-591a-4fbf-8d1d-dea0ccabcdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:55.521889 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-7d1264d7-591a-4fbf-8d1d-dea0ccabcdbb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.1311865 Aug 31 04:36:55.560242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks [] for security_group (31bbc32f-ca9e-471a-b903-ee5a14444b6f), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.572980 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (31bbc32f-ca9e-471a-b903-ee5a14444b6f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.596794 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:55.629673 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:36:55.644579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa1851-1df6-48c7-998b-c3a6d163740a req-ed6361a8-514f-4796-8634-e2238083126d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:55.646733 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-41aa1851-1df6-48c7-998b-c3a6d163740a req-ed6361a8-514f-4796-8634-e2238083126d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0844755 Aug 31 04:36:55.652519 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bbc32f-ca9e-471a-b903-ee5a14444b6f,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:55.660918 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (907e063e-037d-4b02-82eb-ffa123b10c4c), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.662206 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Added segment 907e063e-037d-4b02-82eb-ffa123b10c4c of type vlan for network 432503fc-5225-4e38-b2a8-672138c90cb1 Aug 31 04:36:55.754902 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (432503fc-5225-4e38-b2a8-672138c90cb1), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.758647 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-41aa1851-1df6-48c7-998b-c3a6d163740a req-baf66985-3074-4dce-ae75-9d4e81c0df9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010861 Aug 31 04:36:55.789630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (432503fc-5225-4e38-b2a8-672138c90cb1), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.790802 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:55.791467 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.814640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:55.860602 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6530483 Aug 31 04:36:55.860880 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50074) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:55.866788 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Request body: {'subnet': {'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1642949522-subnet', 'tenant_id': '52fbe77f79a5449b8fb2bfef82360b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:36:55.871361 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc59c3-77a2-48b0-a1b6-1e45c84f664b req-5e9fbf79-5428-4903-9c30-c1dc2d272174 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:55.872905 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-47cc59c3-77a2-48b0-a1b6-1e45c84f664b req-5e9fbf79-5428-4903-9c30-c1dc2d272174 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0549600 Aug 31 04:36:55.896575 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da97df-9f30-43b1-ac8c-4df08bbcad80 admin admin] Pushing event updated for resources: {'Network': ['ID=432503fc-5225-4e38-b2a8-672138c90cb1,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:55.913088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Made reservation on behalf of 52fbe77f79a5449b8fb2bfef82360b94 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:36:55.914849 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 432503fc-5225-4e38-b2a8-672138c90cb1 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:36:55.920690 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8880245'] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:55.939077 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-47cc59c3-77a2-48b0-a1b6-1e45c84f664b req-749024aa-1e69-4938-8b9d-11da0e8a5533 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596945 Aug 31 04:36:56.157337 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2928390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8880227'] for subnet (04777dd7-4b72-4847-90b7-3b0463b356b0), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:56.218805 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04777dd7-4b72-4847-90b7-3b0463b356b0,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:56.234524 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Checking segment: {'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:36:56.234822 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Network hostable DHCP agents. Network: 432503fc-5225-4e38-b2a8-672138c90cb1, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:36:56.255121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Network 432503fc-5225-4e38-b2a8-672138c90cb1 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:36:56.265666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 432503fc-5225-4e38-b2a8-672138c90cb1) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:36:56.269961 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:56.270527 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:56.275340 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837bf71e-9c21-4dae-a72d-254bab869631 None None] Network 432503fc-5225-4e38-b2a8-672138c90cb1 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:36:56.290978 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-79eecdfc-864b-4478-9b66-b599bd52ea88 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4287274 Aug 31 04:36:56.394579 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38cd11-6ad2-4735-864a-2298163dee05 None None] Network 432503fc-5225-4e38-b2a8-672138c90cb1 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:36:56.396781 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3708c85-7205-4604-83c2-9c4cb5af82ce req-bbbaeef0-f56e-4166-aad4-321441fd1ee2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:56.398467 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c3708c85-7205-4604-83c2-9c4cb5af82ce req-bbbaeef0-f56e-4166-aad4-321441fd1ee2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0681503 Aug 31 04:36:56.452785 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c3708c85-7205-4604-83c2-9c4cb5af82ce req-bef6d291-df60-44f6-b49f-51984909408c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Aug 31 04:36:56.504710 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-a6197eaa-5727-409c-b128-9d193ddd961c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832 HTTP/1.1" status: 200 len: 217 time: 0.0453479 Aug 31 04:36:56.883239 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce37a9-ad6d-4412-a650-2ba4e6250861 req-c6a71a16-5892-46db-a09a-5aa12a013b95 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:56.884723 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88ce37a9-ad6d-4412-a650-2ba4e6250861 req-c6a71a16-5892-46db-a09a-5aa12a013b95 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0488510 Aug 31 04:36:56.933446 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88ce37a9-ad6d-4412-a650-2ba4e6250861 req-a4b95be3-c1f9-452f-a555-f9611c1ee704 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Aug 31 04:36:57.082414 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c62420-b8b3-4ece-929a-67a874aa9950 req-be4d397b-da63-4c37-86ba-a627d2c2a85d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:57.084347 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c5c62420-b8b3-4ece-929a-67a874aa9950 req-be4d397b-da63-4c37-86ba-a627d2c2a85d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0543454 Aug 31 04:36:57.135986 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c5c62420-b8b3-4ece-929a-67a874aa9950 req-2db93c3c-4d5f-48af-bb7a-f032a3199991 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460305 Aug 31 04:36:57.339463 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50114) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:57.460257 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a8fc130b-1965-4567-ba96-5bcce929c500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:57.493991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:57.567385 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a8fc130b-1965-4567-ba96-5bcce929c500 admin admin] Publish callbacks [] for security_group (90fda926-d1cb-49cd-ad64-3c5ea53b112e), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:57.572924 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a8fc130b-1965-4567-ba96-5bcce929c500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (90fda926-d1cb-49cd-ad64-3c5ea53b112e), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:57.609129 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6400a-7dc9-4b55-9c8d-a9103182da2d req-89d668b2-0cbf-4056-a972-3121da75a099 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:57.610593 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9df6400a-7dc9-4b55-9c8d-a9103182da2d req-89d668b2-0cbf-4056-a972-3121da75a099 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0773501 Aug 31 04:36:57.634564 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a8fc130b-1965-4567-ba96-5bcce929c500 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=343e80b068df492ca89a5812620c4125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940571 Aug 31 04:36:57.635369 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc130b-1965-4567-ba96-5bcce929c500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fda926-d1cb-49cd-ad64-3c5ea53b112e,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:57.637623 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50120) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:57.674191 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9df6400a-7dc9-4b55-9c8d-a9103182da2d req-7dd998aa-d6b3-4fdd-b434-5eb88bf7a862 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553007 Aug 31 04:36:57.691469 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7209394-7352-498d-9607-24fee2746efb admin admin] Publish callbacks [] for security_group (90fda926-d1cb-49cd-ad64-3c5ea53b112e), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:57.702859 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:57.712722 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7209394-7352-498d-9607-24fee2746efb admin admin] Publish callbacks [] for security_group (90fda926-d1cb-49cd-ad64-3c5ea53b112e), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:57.770051 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7209394-7352-498d-9607-24fee2746efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (90fda926-d1cb-49cd-ad64-3c5ea53b112e), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:57.772842 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7209394-7352-498d-9607-24fee2746efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:57.773982 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b7209394-7352-498d-9607-24fee2746efb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/90fda926-d1cb-49cd-ad64-3c5ea53b112e HTTP/1.1" status: 204 len: 168 time: 0.1353555 Aug 31 04:36:57.781548 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7209394-7352-498d-9607-24fee2746efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fda926-d1cb-49cd-ad64-3c5ea53b112e,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:58.055048 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bbee4-cd76-449d-a910-967ec1fbc81e req-2bc08539-9fc7-41b4-bcbc-55aa18623ec5 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:58.056240 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50130) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:58.056762 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-578bbee4-cd76-449d-a910-967ec1fbc81e req-2bc08539-9fc7-41b4-bcbc-55aa18623ec5 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0497079 Aug 31 04:36:58.073069 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3e99d433-54b2-4cba-88a3-4ef6c1e7f4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.117155 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-578bbee4-cd76-449d-a910-967ec1fbc81e req-a02c21fa-b8ad-443a-8f36-34b643dc903f tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 Aug 31 04:36:58.165218 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3e99d433-54b2-4cba-88a3-4ef6c1e7f4cf admin admin] Publish callbacks [] for security_group (5483314a-f45e-4500-837b-2852b8d122ca), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.165455 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:58.169681 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3e99d433-54b2-4cba-88a3-4ef6c1e7f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5483314a-f45e-4500-837b-2852b8d122ca), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.179072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-2a125d99-132e-4820-809c-3b920fd85535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:58.180854 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-2a125d99-132e-4820-809c-3b920fd85535 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0545046 Aug 31 04:36:58.210739 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3e99d433-54b2-4cba-88a3-4ef6c1e7f4cf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f0e637a5d1d94733a8e59f70545a44bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533937 Aug 31 04:36:58.211809 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99d433-54b2-4cba-88a3-4ef6c1e7f4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5483314a-f45e-4500-837b-2852b8d122ca,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:58.214602 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50138) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:58.280054 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-da3d7041-6cd2-459b-9f81-bd234dea65f3 admin admin] Publish callbacks [] for security_group (5483314a-f45e-4500-837b-2852b8d122ca), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.280377 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874876e-a956-448a-819f-ce0b85956fa7 req-2622069a-c1dd-4f7e-97eb-3c903055b90c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:58.281969 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b874876e-a956-448a-819f-ce0b85956fa7 req-2622069a-c1dd-4f7e-97eb-3c903055b90c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0553365 Aug 31 04:36:58.300702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-da3d7041-6cd2-459b-9f81-bd234dea65f3 admin admin] Publish callbacks [] for security_group (5483314a-f45e-4500-837b-2852b8d122ca), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.317428 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:58.330859 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b874876e-a956-448a-819f-ce0b85956fa7 req-49a647c6-3e89-4894-b6e5-05bd2da635ef tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427010 Aug 31 04:36:58.356087 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-da3d7041-6cd2-459b-9f81-bd234dea65f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5483314a-f45e-4500-837b-2852b8d122ca), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.358887 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-da3d7041-6cd2-459b-9f81-bd234dea65f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.360609 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-da3d7041-6cd2-459b-9f81-bd234dea65f3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5483314a-f45e-4500-837b-2852b8d122ca HTTP/1.1" status: 204 len: 168 time: 0.1441834 Aug 31 04:36:58.369046 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d7041-6cd2-459b-9f81-bd234dea65f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5483314a-f45e-4500-837b-2852b8d122ca,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:58.698218 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50146) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:58.711941 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bc92e76f-58bf-4a68-9a2e-e48d0a3a2273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.789955 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bc92e76f-58bf-4a68-9a2e-e48d0a3a2273 admin admin] Publish callbacks [] for security_group (40f6fa08-e167-4216-a82f-b830a2bf1aab), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.793483 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61360c-b0e6-4907-b1ba-720d4c2890fb req-538f42b2-bb3b-4ce3-a706-71a2d217bbe3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:58.795043 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-df61360c-b0e6-4907-b1ba-720d4c2890fb req-538f42b2-bb3b-4ce3-a706-71a2d217bbe3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0487237 Aug 31 04:36:58.795371 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bc92e76f-58bf-4a68-9a2e-e48d0a3a2273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (40f6fa08-e167-4216-a82f-b830a2bf1aab), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.834948 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-bc92e76f-58bf-4a68-9a2e-e48d0a3a2273 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=1b5cc729d1334d37a5c4b4f30ae75a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355705 Aug 31 04:36:58.835654 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92e76f-58bf-4a68-9a2e-e48d0a3a2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6fa08-e167-4216-a82f-b830a2bf1aab,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:58.837943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50150) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:36:58.843146 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-df61360c-b0e6-4907-b1ba-720d4c2890fb req-f1206c9d-9d79-4ee6-8d5e-c6c9df0f30cd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Aug 31 04:36:58.887120 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ccd369d3-64f8-4f1a-9af8-8a9491e72e14 admin admin] Publish callbacks [] for security_group (40f6fa08-e167-4216-a82f-b830a2bf1aab), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.906826 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ccd369d3-64f8-4f1a-9af8-8a9491e72e14 admin admin] Publish callbacks [] for security_group (40f6fa08-e167-4216-a82f-b830a2bf1aab), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.941464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:58.959571 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ccd369d3-64f8-4f1a-9af8-8a9491e72e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (40f6fa08-e167-4216-a82f-b830a2bf1aab), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.962555 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ccd369d3-64f8-4f1a-9af8-8a9491e72e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:58.963780 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ccd369d3-64f8-4f1a-9af8-8a9491e72e14 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/40f6fa08-e167-4216-a82f-b830a2bf1aab HTTP/1.1" status: 204 len: 168 time: 0.1249640 Aug 31 04:36:58.972635 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd369d3-64f8-4f1a-9af8-8a9491e72e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6fa08-e167-4216-a82f-b830a2bf1aab,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:59.131245 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-5d39d862-a40c-4b4b-ab28-c48a954c5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:59.132942 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-5d39d862-a40c-4b4b-ab28-c48a954c5f33 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570285 Aug 31 04:36:59.230790 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:36:59.231410 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d07fc2fb-c684-423c-9262-8b9678531baf details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:36:59.272099 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-c7047e09-780a-41f9-b88a-4c1a47453ef3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312320 Aug 31 04:36:59.388469 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d646f-14de-4dc8-b2b0-9c9cdc6a289b req-03416793-1c6f-46ab-b5e7-44607780f011 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:59.391334 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-452d646f-14de-4dc8-b2b0-9c9cdc6a289b req-03416793-1c6f-46ab-b5e7-44607780f011 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 946 time: 0.0853431 Aug 31 04:36:59.404209 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d07fc2fb-c684-423c-9262-8b9678531baf, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d07fc2fb-c684-423c-9262-8b9678531baf,segment=NetworkSegment(27f5d613-3b54-4330-b0c5-b41e595fb84e),segment_id=27f5d613-3b54-4330-b0c5-b41e595fb84e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:59.432036 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'd07fc2fb-c684-423c-9262-8b9678531baf', 'network_id': 'a257ad7b-fc65-40b4-9a7a-d3bc91d2e646', 'port_id': 'd07fc2fb-c684-423c-9262-8b9678531baf', 'mac_address': 'fa:16:3e:1e:2a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b9e4da-4488-4912-964a-8a1abaceed4e', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:36:59.494928 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d07fc2fb-c684-423c-9262-8b9678531baf is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:36:59.495254 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-452d646f-14de-4dc8-b2b0-9c9cdc6a289b req-0167e977-07cf-4280-a418-5a7e83c15b1b tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935307 Aug 31 04:36:59.495362 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:59.512820 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07fc2fb-c684-423c-9262-8b9678531baf {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:36:59.540008 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d07fc2fb-c684-423c-9262-8b9678531baf, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d07fc2fb-c684-423c-9262-8b9678531baf,segment=NetworkSegment(27f5d613-3b54-4330-b0c5-b41e595fb84e),segment_id=27f5d613-3b54-4330-b0c5-b41e595fb84e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:36:59.548895 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:36:59.581831 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:36:59.600356 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af94a3-77bc-4ea3-8bd4-6b9393a76771 req-bec446ba-b16d-4213-b398-ec1aca275561 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:59.601970 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-03af94a3-77bc-4ea3-8bd4-6b9393a76771 req-bec446ba-b16d-4213-b398-ec1aca275561 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1469901 Aug 31 04:36:59.608859 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d07fc2fb-c684-423c-9262-8b9678531baf,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:36:59.616548 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.616893 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.617230 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.617717 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.618206 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.618696 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.619048 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.619374 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.619699 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.620023 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.620344 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.620678 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.621001 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.621316 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.621630 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:36:59.682653 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ce4da12b-6f92-4951-b8dd-b1fd3cd7d732 req-6370ca68-cec8-41b7-89bb-37b806dfd995 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533828 Aug 31 04:36:59.694735 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-03af94a3-77bc-4ea3-8bd4-6b9393a76771 req-535a4642-8e0f-4bda-835f-2c493b68c827 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710907 Aug 31 04:36:59.962664 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5259b-c969-4d3c-ac4d-d62de2bd6b2d req-11df51ec-7104-48fc-9b58-6105c271c7e2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:36:59.964525 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-45d5259b-c969-4d3c-ac4d-d62de2bd6b2d req-11df51ec-7104-48fc-9b58-6105c271c7e2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0489459 Aug 31 04:36:59.965171 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['d07fc2fb-c684-423c-9262-8b9678531baf'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:37:00.055360 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-45d5259b-c969-4d3c-ac4d-d62de2bd6b2d req-8ac94784-4fff-431b-80eb-1ab8ac602853 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713985 Aug 31 04:37:00.318491 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-50c61b59-c144-4901-8476-f95a9fe4f6f4 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:00.320042 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-50c61b59-c144-4901-8476-f95a9fe4f6f4 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/networks?id=432503fc-5225-4e38-b2a8-672138c90cb1 HTTP/1.1" status: 200 len: 814 time: 0.1213629 Aug 31 04:37:00.335149 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-83148352-94e6-41b6-a408-517d7bfed42b tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/quotas/52fbe77f79a5449b8fb2bfef82360b94 HTTP/1.1" status: 200 len: 375 time: 0.0096829 Aug 31 04:37:00.381720 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-5521c723-af1b-419a-abde-3cf7c14d1b58 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362084 Aug 31 04:37:00.500448 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-47c8006f-6d35-4ef6-92ed-651cbf42dfe1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099689 Aug 31 04:37:00.596604 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:00.616376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:00.622988 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-e37dc284-bf5d-46f8-8fe5-b2d94133d8e6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158450 Aug 31 04:37:00.662677 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9957f8-1a37-4942-aaf6-f06a3359f8a3 req-66ac64cb-5913-4e5b-9fd5-37234460d3f3 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:00.671041 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2d9957f8-1a37-4942-aaf6-f06a3359f8a3 req-66ac64cb-5913-4e5b-9fd5-37234460d3f3 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 947 time: 0.0842009 Aug 31 04:37:00.722321 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2d9957f8-1a37-4942-aaf6-f06a3359f8a3 req-0143ebaa-bad6-4b85-8904-c015c2a3af6c tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Aug 31 04:37:00.869662 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e7bf3c4e-d698-437b-9b95-95b0aac82727 req-fedbe38c-45ab-4762-a238-466cffa3d28c tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0491073 Aug 31 04:37:00.894692 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341eb65-c8a6-4e63-ad39-9880cd57d738 req-10c82720-7ff1-487b-a340-da412d355403 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:00.896353 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3341eb65-c8a6-4e63-ad39-9880cd57d738 req-10c82720-7ff1-487b-a340-da412d355403 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0868104 Aug 31 04:37:00.950315 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3341eb65-c8a6-4e63-ad39-9880cd57d738 req-7292dfeb-c3d2-4158-a9a1-7bdd53bcd2c7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476222 Aug 31 04:37:01.193342 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90900d4a-9e25-4e55-a434-bbee04041154 req-001e0df7-ce39-489e-8af1-680c47a39bef tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:01.194818 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-90900d4a-9e25-4e55-a434-bbee04041154 req-001e0df7-ce39-489e-8af1-680c47a39bef tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0541570 Aug 31 04:37:01.260222 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-90900d4a-9e25-4e55-a434-bbee04041154 req-20574415-5fb7-436d-8adc-a1f1a5fbec09 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596523 Aug 31 04:37:01.263696 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d07fc2fb-c684-423c-9262-8b9678531baf up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:01.326990 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port d07fc2fb-c684-423c-9262-8b9678531baf completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:37:01.332745 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port d07fc2fb-c684-423c-9262-8b9678531baf triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:01.333179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:01.411812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d07fc2fb-c684-423c-9262-8b9678531baf is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:01.412556 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:01.460065 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07fc2fb-c684-423c-9262-8b9678531baf'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:01.462366 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a85ba-e18d-4a47-bc3e-d1eec4573d31" -d '{"events": [{"server_uuid": "f48e5c2f-aa5d-4351-9309-c69f06b9131e", "name": "network-vif-plugged", "status": "completed", "tag": "d07fc2fb-c684-423c-9262-8b9678531baf"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:01.464655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:01.480581 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d07fc2fb-c684-423c-9262-8b9678531baf, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d07fc2fb-c684-423c-9262-8b9678531baf,segment=NetworkSegment(27f5d613-3b54-4330-b0c5-b41e595fb84e),segment_id=27f5d613-3b54-4330-b0c5-b41e595fb84e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:01.486318 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:01.508614 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0f5863-5b59-4e04-99d6-bb2103aa71b0 x-openstack-request-id: req-9c0f5863-5b59-4e04-99d6-bb2103aa71b0 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:01.508898 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48e5c2f-aa5d-4351-9309-c69f06b9131e", "name": "network-vif-plugged", "status": "completed", "tag": "d07fc2fb-c684-423c-9262-8b9678531baf", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:01.509145 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c0f5863-5b59-4e04-99d6-bb2103aa71b0 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:01.509527 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0f5863-5b59-4e04-99d6-bb2103aa71b0'] response: {'server_uuid': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07fc2fb-c684-423c-9262-8b9678531baf', 'code': 200} Aug 31 04:37:01.534244 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d07fc2fb-c684-423c-9262-8b9678531baf,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:01.844825 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d1c06-c12f-4d75-9230-5fa47efe9dae req-becbb0b5-30dd-4c45-8d5b-93919e5eb261 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:01.846321 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-851d1c06-c12f-4d75-9230-5fa47efe9dae req-becbb0b5-30dd-4c45-8d5b-93919e5eb261 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0475781 Aug 31 04:37:01.898908 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-851d1c06-c12f-4d75-9230-5fa47efe9dae req-833738cd-ebac-4860-af35-f6c96419ee9e tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463686 Aug 31 04:37:01.982877 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-464f9d32-be71-4609-ad2c-e0a790bbfab0 req-a5f74209-147c-469d-8e5b-d60a88e5b897 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Aug 31 04:37:02.084358 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6d9a7-b218-498c-94c5-8e3f26d59e98 req-17cc0471-9aa3-4bbf-802b-cb66bacd0f5f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:02.089991 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9ea6d9a7-b218-498c-94c5-8e3f26d59e98 req-17cc0471-9aa3-4bbf-802b-cb66bacd0f5f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0551867 Aug 31 04:37:02.104978 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:02.135254 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9ea6d9a7-b218-498c-94c5-8e3f26d59e98 req-c2e0b8b6-bc50-414c-a5dc-304ce182a712 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Aug 31 04:37:02.424226 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cc2fe-eef2-46d1-b5db-bb27886a4903 req-785ee094-59fe-4bdf-9f38-a7011f0cabbe tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:02.425709 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb9cc2fe-eef2-46d1-b5db-bb27886a4903 req-785ee094-59fe-4bdf-9f38-a7011f0cabbe tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0808334 Aug 31 04:37:02.429146 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386512-eb10-481b-a804-02d11fe6287c req-b953236f-d751-485b-bdeb-43013b43a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:02.430635 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-26386512-eb10-481b-a804-02d11fe6287c req-b953236f-d751-485b-bdeb-43013b43a0de service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 1132 time: 0.0531611 Aug 31 04:37:02.506433 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-26386512-eb10-481b-a804-02d11fe6287c req-05d7bb30-093e-4788-aea1-149dbbc1169a service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Aug 31 04:37:02.509809 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb9cc2fe-eef2-46d1-b5db-bb27886a4903 req-03df18e8-c22e-4c9b-8387-c9593cc7c94d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Aug 31 04:37:03.035292 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71d81e-4191-4c3b-a14c-a5a6d27460c9 req-7ee52ed6-50ad-4f51-8e56-c3c8aa34999b tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:03.036795 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2c71d81e-4191-4c3b-a14c-a5a6d27460c9 req-7ee52ed6-50ad-4f51-8e56-c3c8aa34999b tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0497375 Aug 31 04:37:03.086266 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2c71d81e-4191-4c3b-a14c-a5a6d27460c9 req-9aea130e-2825-4530-8370-4ed6bf418343 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431693 Aug 31 04:37:03.089705 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-194de285-251c-42a2-84c7-68b5097c4a52 req-42757706-020a-4973-8f77-c8ba000aaac0 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Aug 31 04:37:03.266780 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52944d41-ffa0-43d3-be38-d43878616fec req-253c7feb-480f-4c3e-ae93-158968df1ce9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:03.269038 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-52944d41-ffa0-43d3-be38-d43878616fec req-253c7feb-480f-4c3e-ae93-158968df1ce9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0490115 Aug 31 04:37:03.322561 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-52944d41-ffa0-43d3-be38-d43878616fec req-ac4adf94-1c5c-4e87-b374-6c62033adcad tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468695 Aug 31 04:37:03.950859 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50352) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:03.955484 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-50b6f694-f20c-44c3-bdc5-26dcf11f733f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491418661', 'description': 'tempest-description--847521215'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:03.972933 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:03.984471 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50b6f694-f20c-44c3-bdc5-26dcf11f733f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.056533 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50b6f694-f20c-44c3-bdc5-26dcf11f733f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group (fd701b85-8052-41c4-831f-e7cb0fd5ef4b), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.061471 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50b6f694-f20c-44c3-bdc5-26dcf11f733f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (fd701b85-8052-41c4-831f-e7cb0fd5ef4b), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.091792 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50b6f694-f20c-44c3-bdc5-26dcf11f733f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.095997 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-50b6f694-f20c-44c3-bdc5-26dcf11f733f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1411870 Aug 31 04:37:04.095997 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6f694-f20c-44c3-bdc5-26dcf11f733f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd701b85-8052-41c4-831f-e7cb0fd5ef4b,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:04.097249 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50354) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:04.102526 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-2e4e3012-c640-40be-9d32-69b09ef7e2b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'security_group_rule': {'security_group_id': 'fd701b85-8052-41c4-831f-e7cb0fd5ef4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:04.156971 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3012-c640-40be-9d32-69b09ef7e2b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group_rule (0395f161-1dd7-4d92-a5ad-aa4b91edc454), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.254757 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d38e30-283e-4e04-b63f-fe4b1e88cc05 req-1cf1da2d-9ffb-4d7c-b371-693d6979efb9 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:04.260290 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-27d38e30-283e-4e04-b63f-fe4b1e88cc05 req-1cf1da2d-9ffb-4d7c-b371-693d6979efb9 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0845397 Aug 31 04:37:04.274727 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:04.284409 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-37fc8943-4329-4ef1-a379-97ebad2ecab7 req-ced2a829-a003-428e-8673-f0df0c5d7621 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0576627 Aug 31 04:37:04.319104 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3012-c640-40be-9d32-69b09ef7e2b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group_rule (0395f161-1dd7-4d92-a5ad-aa4b91edc454), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.321051 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-27d38e30-283e-4e04-b63f-fe4b1e88cc05 req-5a82fdc7-a06d-489a-8fa8-399f4caa22cf tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532219 Aug 31 04:37:04.325928 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3012-c640-40be-9d32-69b09ef7e2b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (0395f161-1dd7-4d92-a5ad-aa4b91edc454), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.350077 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e3012-c640-40be-9d32-69b09ef7e2b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0395f161-1dd7-4d92-a5ad-aa4b91edc454,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:04.372893 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2e4e3012-c640-40be-9d32-69b09ef7e2b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.374407 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2e4e3012-c640-40be-9d32-69b09ef7e2b8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2760859 Aug 31 04:37:04.377241 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50370) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:04.384091 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-288c21ab-a9a3-4377-bc14-750667a8ce3d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'security_group_rule': {'security_group_id': 'fd701b85-8052-41c4-831f-e7cb0fd5ef4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:04.414918 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-288c21ab-a9a3-4377-bc14-750667a8ce3d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group_rule (f4f26c8b-b8bf-484e-adbe-7d203b18e825), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.492832 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd04f4-7f6b-4b15-98ba-7ee28148fc9e req-0f3fb768-eabb-4b1d-a929-edba0211eb13 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:04.494216 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-abdd04f4-7f6b-4b15-98ba-7ee28148fc9e req-0f3fb768-eabb-4b1d-a929-edba0211eb13 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0755706 Aug 31 04:37:04.544516 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-288c21ab-a9a3-4377-bc14-750667a8ce3d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group_rule (f4f26c8b-b8bf-484e-adbe-7d203b18e825), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.551950 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-288c21ab-a9a3-4377-bc14-750667a8ce3d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (f4f26c8b-b8bf-484e-adbe-7d203b18e825), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.563010 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-abdd04f4-7f6b-4b15-98ba-7ee28148fc9e req-b360470d-aa3a-446f-9efe-4a200e93a632 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630660 Aug 31 04:37:04.575263 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c21ab-a9a3-4377-bc14-750667a8ce3d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f26c8b-b8bf-484e-adbe-7d203b18e825,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:04.584466 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-288c21ab-a9a3-4377-bc14-750667a8ce3d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.584977 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-288c21ab-a9a3-4377-bc14-750667a8ce3d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2056694 Aug 31 04:37:04.589022 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50378) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:04.600148 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:04.628508 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.711313 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.841287 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Allocated IP 172.27.3.26 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/8b6aa226-7e3a-4cd5-a7c4-9fdddba44979) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:04.950463 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:04.981506 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:04.994060 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.030470 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:05.035545 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:05.039243 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:05.071240 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'Port': ['ID=8b6aa226-7e3a-4cd5-a7c4-9fdddba44979,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:05.150278 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.204750 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.345113 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-f1fff4a4-cb2a-4af5-8f95-25ad2406d297 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:05.347445 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-f1fff4a4-cb2a-4af5-8f95-25ad2406d297 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "GET /networking/v2.0/networks?id=432503fc-5225-4e38-b2a8-672138c90cb1 HTTP/1.1" status: 200 len: 814 time: 0.1192646 Aug 31 04:37:05.406230 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4ed3cb65-99b8-4fbb-8590-85d2c849e82a req-23500355-2b7c-45aa-9daa-fb7d5e13aa76 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0346737 Aug 31 04:37:05.413414 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:05.437392 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.443301 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.468581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9caf1-5006-4858-89ff-3f76e6e0ef9d req-977a4bc1-9da2-4794-a5ca-9f08a7dfdd9c tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:05.470356 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eae9caf1-5006-4858-89ff-3f76e6e0ef9d req-977a4bc1-9da2-4794-a5ca-9f08a7dfdd9c tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0485270 Aug 31 04:37:05.526777 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eae9caf1-5006-4858-89ff-3f76e6e0ef9d req-9f6c91e0-f07e-477f-9df9-141975b86375 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492225 Aug 31 04:37:05.674587 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Request body: {'port': {'device_id': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1', 'admin_state_up': True, 'tenant_id': '52fbe77f79a5449b8fb2bfef82360b94'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:05.775017 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'Port': ['ID=8b6aa226-7e3a-4cd5-a7c4-9fdddba44979,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:05.802541 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.848620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:05.850254 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91349753-a955-4cbe-bed1-eaacfde9bd73 req-ee9d3e70-c90a-4912-98e0-30380297775a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:05.851175 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:05.857729 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-91349753-a955-4cbe-bed1-eaacfde9bd73 req-ee9d3e70-c90a-4912-98e0-30380297775a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0800290 Aug 31 04:37:05.868513 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.869749 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e0326d20-b90a-4932-b663-75ae2fdc05a2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2795167 Aug 31 04:37:05.939030 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Made reservation on behalf of 52fbe77f79a5449b8fb2bfef82360b94 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:05.947254 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:05.957384 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-91349753-a955-4cbe-bed1-eaacfde9bd73 req-d33bf6e3-e3e2-4386-bbe3-6c6a13631f09 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986547 Aug 31 04:37:06.137709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183768c5-0b6d-43f9-90dc-fbd5a0d699c7 req-6cdd704a-ce9b-4a09-958f-eca7f127c923 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:06.139194 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-183768c5-0b6d-43f9-90dc-fbd5a0d699c7 req-6cdd704a-ce9b-4a09-958f-eca7f127c923 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0883851 Aug 31 04:37:06.144281 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50444) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:06.173877 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-1789547e-a44a-40bb-b1c9-af4529be2a7b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--491418661&fields=id&tenant_id=c02e60929267489cb181831f1ac578e4 HTTP/1.1" status: 200 len: 267 time: 0.0533617 Aug 31 04:37:06.313035 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-0ad4f253-1749-4fe2-965c-6942c0e876d0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:06.314830 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-0ad4f253-1749-4fe2-965c-6942c0e876d0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 819 time: 0.1334922 Aug 31 04:37:06.337483 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-3553bd57-e3cd-4e75-bd78-8494edf8133a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/quotas/c02e60929267489cb181831f1ac578e4 HTTP/1.1" status: 200 len: 375 time: 0.0160265 Aug 31 04:37:06.423083 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-98ea36e4-2a43-4b6f-ae7f-86016484cd73 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0744996 Aug 31 04:37:06.457047 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Allocated IP 172.20.0.3 (432503fc-5225-4e38-b2a8-672138c90cb1/04777dd7-4b72-4847-90b7-3b0463b356b0/d12da23d-d2c9-4b91-bbfc-4cc391e994f7) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:06.463563 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea7445f4-4a3c-44cf-8626-8c8dac99099b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:06.536066 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-e0909b3b-941d-473a-9018-dbd961b1c36b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087813 Aug 31 04:37:06.544522 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-183768c5-0b6d-43f9-90dc-fbd5a0d699c7 req-15e388b0-da96-47db-bff2-844ea9eb954d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899207 Aug 31 04:37:06.588446 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:06.635174 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-7fe42585-1170-4854-802b-eed2f5472a3d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927365 Aug 31 04:37:06.684372 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5605a50b-c2cd-4773-8860-497893e238ef req-17c83704-b1b9-4844-8db6-762f0232d0ea tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0498900 Aug 31 04:37:06.742664 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea7445f4-4a3c-44cf-8626-8c8dac99099b admin admin] Publish callbacks [] for security_group (03ea7cf9-b837-4869-812c-1b0864c2531a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:06.752966 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea7445f4-4a3c-44cf-8626-8c8dac99099b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (03ea7cf9-b837-4869-812c-1b0864c2531a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:06.771642 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:06.822396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7445f4-4a3c-44cf-8626-8c8dac99099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea7cf9-b837-4869-812c-1b0864c2531a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:06.839240 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ea7445f4-4a3c-44cf-8626-8c8dac99099b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5bdf070482b344edbc329657aa0b8a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6915789 Aug 31 04:37:06.840452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks [] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:06.840758 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50468) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:06.886922 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:06.919436 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-966f3c07-54fd-4587-8465-09c4eed86512 req-1fc98aec-225b-49cc-86a7-01367e4161d4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 210 time: 0.0532320 Aug 31 04:37:06.964457 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Network 432503fc-5225-4e38-b2a8-672138c90cb1 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:06.967137 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-020c07e0-e1a0-4281-b749-b9716552e525 admin admin] Publish callbacks [] for security_group (03ea7cf9-b837-4869-812c-1b0864c2531a), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:06.967936 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:06.972031 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:07.013270 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-020c07e0-e1a0-4281-b749-b9716552e525 admin admin] Publish callbacks [] for security_group (03ea7cf9-b837-4869-812c-1b0864c2531a), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:07.025587 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:07.026235 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:07.052981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Pushing event updated for resources: {'Port': ['ID=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:07.074284 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-217f276e-0f05-4cc7-976d-13c122cc9539 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4040799 Aug 31 04:37:07.102243 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-020c07e0-e1a0-4281-b749-b9716552e525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (03ea7cf9-b837-4869-812c-1b0864c2531a), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:07.105279 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-020c07e0-e1a0-4281-b749-b9716552e525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:07.108880 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-020c07e0-e1a0-4281-b749-b9716552e525 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/03ea7cf9-b837-4869-812c-1b0864c2531a HTTP/1.1" status: 204 len: 168 time: 0.2639322 Aug 31 04:37:07.134061 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c07e0-e1a0-4281-b749-b9716552e525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea7cf9-b837-4869-812c-1b0864c2531a,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:07.157391 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05077db7-4c60-409d-8066-f42c4aa0225f req-6137a3a6-0a3c-4e0a-8554-584f795e4e3c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:07.158981 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-05077db7-4c60-409d-8066-f42c4aa0225f req-6137a3a6-0a3c-4e0a-8554-584f795e4e3c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0680404 Aug 31 04:37:07.232867 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-05077db7-4c60-409d-8066-f42c4aa0225f req-3c325ea8-69ea-400e-9e4b-1e41a61945e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663292 Aug 31 04:37:07.251388 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a19761-1f63-4288-9bfc-f5fe2ac722fb req-1fa05fd8-c07a-4181-ab15-513b44c8ed22 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:07.254181 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e5a19761-1f63-4288-9bfc-f5fe2ac722fb req-1fa05fd8-c07a-4181-ab15-513b44c8ed22 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1172037 Aug 31 04:37:07.351342 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e5a19761-1f63-4288-9bfc-f5fe2ac722fb req-6ec59a4f-60fb-4d37-8d1e-c1d76c4db086 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864568 Aug 31 04:37:07.401658 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Request body: {'port': {'device_id': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:07.433983 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:07.482108 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:07.687433 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfaa960-46b7-45e1-a895-b65a69269b97 req-4826aa1f-3c0c-45e1-9eef-2e2286131da9 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:07.691692 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-edfaa960-46b7-45e1-a895-b65a69269b97 req-4826aa1f-3c0c-45e1-9eef-2e2286131da9 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0612211 Aug 31 04:37:07.745169 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-edfaa960-46b7-45e1-a895-b65a69269b97 req-52e6b752-ad46-4c62-a26d-389bf3fe8f52 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Aug 31 04:37:07.842448 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12da23d-d2c9-4b91-bbfc-4cc391e994f7 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:07.854293 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Publish callbacks [] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:07.868276 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174ca6a-fa1a-41a3-884d-d7eecdbf4c57 req-24026c71-04a7-425d-82c9-11c1ab35c23a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:07.869853 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0174ca6a-fa1a-41a3-884d-d7eecdbf4c57 req-24026c71-04a7-425d-82c9-11c1ab35c23a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 931 time: 0.0774841 Aug 31 04:37:07.888126 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Transition to ACTIVE for port object d12da23d-d2c9-4b91-bbfc-4cc391e994f7 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:37:07.899522 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:07.980271 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50514) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:07.987253 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Pushing event updated for resources: {'Port': ['ID=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:07.996683 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0174ca6a-fa1a-41a3-884d-d7eecdbf4c57 req-9cf610ce-3cfa-4161-8d91-7d83971b4ca3 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168399 Aug 31 04:37:08.071843 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:08.074706 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b375e3bc-4caf-4d4d-bcd2-17053d557387 req-4c05eb24-7015-485f-a027-5d3932dea0e8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 210 time: 0.0673165 Aug 31 04:37:08.108118 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-2b2a5030-4669-4120-be79-e2a2f08e1ddf tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:08.110215 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-2b2a5030-4669-4120-be79-e2a2f08e1ddf tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0801699 Aug 31 04:37:08.133325 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Attempting to bind port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:08.133325 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Attempting to bind port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:08.133544 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Attempting to bind port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 on network 432503fc-5225-4e38-b2a8-672138c90cb1 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:08.156474 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852900368-network', 'tenant_id': 'b35a44f3c0ba4230bac2bcb9d4e8ec08'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:08.158927 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 on network 432503fc-5225-4e38-b2a8-672138c90cb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:37:08.159259 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Attempting to bind port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 on network 432503fc-5225-4e38-b2a8-672138c90cb1 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:08.170608 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:08.170973 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Checking segment: {'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:08.171353 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Bound using segment: {'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:08.171776 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Bound port: d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:08.172133 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.176901 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Made reservation on behalf of b35a44f3c0ba4230bac2bcb9d4e8ec08 for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:08.179480 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.189709 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.213101 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:08.259171 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Deleting port d07fc2fb-c684-423c-9262-8b9678531baf {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:37:08.259463 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.289815 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks [] for security_group (0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.296055 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.313111 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:37:08.336264 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (259cf1d8-ab48-4306-8bae-f4700ee70270), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.336535 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Added segment 259cf1d8-ab48-4306-8bae-f4700ee70270 of type vlan for network aa427dea-fb3a-4e27-9187-8436fa27cc39 Aug 31 04:37:08.342050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] For port d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:08.347088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] For port d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:08.368038 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:08.377709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.409742 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (aa427dea-fb3a-4e27-9187-8436fa27cc39), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.420224 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:08.420890 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.422225 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d12da23d-d2c9-4b91-bbfc-4cc391e994f7 HTTP/1.1" status: 200 len: 1093 time: 1.0251141 Aug 31 04:37:08.425797 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:08.428567 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11684979-14a9-457e-9d20-4f99d8c007b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:08.444650 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (aa427dea-fb3a-4e27-9187-8436fa27cc39), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.445908 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:08.446498 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.476415 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] For port d07fc2fb-c684-423c-9262-8b9678531baf, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d07fc2fb-c684-423c-9262-8b9678531baf,segment=NetworkSegment(27f5d613-3b54-4330-b0c5-b41e595fb84e),segment_id=27f5d613-3b54-4330-b0c5-b41e595fb84e)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:08.476676 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.503088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859f2c-ab2d-45fd-9382-a42ef44de5bd req-d4e85c08-0b2b-47c6-b9c9-1deb5ca20f8f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:08.514517 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a1859f2c-ab2d-45fd-9382-a42ef44de5bd req-d4e85c08-0b2b-47c6-b9c9-1deb5ca20f8f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1477222 Aug 31 04:37:08.516953 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5354490 Aug 31 04:37:08.529390 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50526) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:08.530548 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Calling delete_port for d07fc2fb-c684-423c-9262-8b9678531baf owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:37:08.547206 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Request body: {'subnet': {'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852900368-subnet', 'tenant_id': 'b35a44f3c0ba4230bac2bcb9d4e8ec08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:08.554868 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86df86e-1386-4f49-9ea6-7bc27a85d52d admin admin] Pushing event updated for resources: {'Network': ['ID=aa427dea-fb3a-4e27-9187-8436fa27cc39,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:08.565609 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:08.567897 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc5be8-5300-48c3-bf16-025c94d0991d req-06b39110-0101-476b-b87a-6b848b9b30ce tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:08.568408 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network aa427dea-fb3a-4e27-9187-8436fa27cc39 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:37:08.575165 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b6dc5be8-5300-48c3-bf16-025c94d0991d req-06b39110-0101-476b-b87a-6b848b9b30ce tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1000361 Aug 31 04:37:08.626631 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845cb9c-0b90-4371-93eb-96a6690a5833 service neutron] Pushing event updated for resources: {'Port': ['ID=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:08.640268 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:08.661042 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b6dc5be8-5300-48c3-bf16-025c94d0991d req-15b1a5ba-822c-42cf-831c-52e1d727154d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830293 Aug 31 04:37:08.702590 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-6f043039-6b0c-425f-87f1-bdfb4f7225b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:08.704160 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-6f043039-6b0c-425f-87f1-bdfb4f7225b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 1127 time: 0.1524675 Aug 31 04:37:08.706620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Made reservation on behalf of b35a44f3c0ba4230bac2bcb9d4e8ec08 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:08.709271 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8880245'] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:08.718597 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a1859f2c-ab2d-45fd-9382-a42ef44de5bd req-b44d4d59-c6b2-46e1-af5c-c89484bf80a1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030873 Aug 31 04:37:08.746618 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b6a38f-170e-430a-94b6-fa8f3090dc0d x-openstack-request-id: req-17b6a38f-170e-430a-94b6-fa8f3090dc0d {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:08.746912 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:08.747227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17b6a38f-170e-430a-94b6-fa8f3090dc0d {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:08.747616 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b6a38f-170e-430a-94b6-fa8f3090dc0d'] response: {'name': 'network-changed', 'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7', 'status': 'completed', 'code': 200} Aug 31 04:37:08.805567 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-8c1f2ad7-6de4-4e43-812e-8243af9ceb42 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7 HTTP/1.1" status: 200 len: 217 time: 0.0755551 Aug 31 04:37:08.867323 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:08.925174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e65f-1406-4add-8275-481c45623d71 req-e35dc5e3-742c-4519-bc61-0bc12674539b tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:08.926682 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-acf3e65f-1406-4add-8275-481c45623d71 req-e35dc5e3-742c-4519-bc61-0bc12674539b tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 948 time: 0.0938404 Aug 31 04:37:09.011928 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d07fc2fb-c684-423c-9262-8b9678531baf), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:09.052080 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['d07fc2fb-c684-423c-9262-8b9678531baf'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:37:09.102128 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-acf3e65f-1406-4add-8275-481c45623d71 req-c5e72b18-c471-4390-8b24-fe8ac6b803b6 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d090babd-d8a3-42f5-b0fe-173a271a8d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674778 Aug 31 04:37:09.129628 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Pushing event deleted for resources: {'Port': ['ID=d07fc2fb-c684-423c-9262-8b9678531baf,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:09.207736 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:09.222846 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2928390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8880227'] for subnet (ed6f88ba-dbfc-481d-9b88-308295aa5d78), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:09.231105 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] No DVR routers for this DVR port d07fc2fb-c684-423c-9262-8b9678531baf on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:37:09.231620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb2374-5de7-4552-b90d-efaa0ba21955 req-75e88c28-0e24-4577-a394-4b8eb18f01ba tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:09.233158 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-19cb2374-5de7-4552-b90d-efaa0ba21955 req-75e88c28-0e24-4577-a394-4b8eb18f01ba tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.1034513 Aug 31 04:37:09.246224 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:09.249415 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a21c98b0-53b6-454e-ad8e-56587cdacf8e req-6b8b6752-a4e4-429d-a893-0cdd0c26de9d tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d07fc2fb-c684-423c-9262-8b9678531baf HTTP/1.1" status: 204 len: 173 time: 1.1269445 Aug 31 04:37:09.250938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-e0b20f67-abac-4804-af83-00a2cf469ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:09.252274 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-e0b20f67-abac-4804-af83-00a2cf469ffb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=04777dd7-4b72-4847-90b7-3b0463b356b0 HTTP/1.1" status: 200 len: 854 time: 0.2073336 Aug 31 04:37:09.294678 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-19cb2374-5de7-4552-b90d-efaa0ba21955 req-211451d5-37d5-4713-89e0-efe0e185244f tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517457 Aug 31 04:37:09.315563 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7c9a5252-7842-4981-8c8f-9ee7930c9ae9 req-7593d4dc-fe10-4a11-b8f4-c1518b2dcde8 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 210 time: 0.0871267 Aug 31 04:37:09.396472 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-a7db9716-ac66-4a68-8707-6f52b80b3331 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=432503fc-5225-4e38-b2a8-672138c90cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003115 Aug 31 04:37:09.418919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:09.443544 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6f88ba-dbfc-481d-9b88-308295aa5d78,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:09.503143 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Checking segment: {'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:09.503958 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Network hostable DHCP agents. Network: aa427dea-fb3a-4e27-9187-8436fa27cc39, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:37:09.560606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-678476f2-44cb-40b8-894c-f77d72df4697 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:09.562027 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-678476f2-44cb-40b8-894c-f77d72df4697 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 819 time: 0.2683871 Aug 31 04:37:09.581298 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-00e45324-14b9-48b4-b509-64f3fdb02422 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734335 Aug 31 04:37:09.582300 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Network aa427dea-fb3a-4e27-9187-8436fa27cc39 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:37:09.591850 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, aa427dea-fb3a-4e27-9187-8436fa27cc39) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:09.595927 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:09.596513 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:09.600942 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10cf5bd-9ea5-4c8d-a8cc-e34ed20457a1 None None] Network aa427dea-fb3a-4e27-9187-8436fa27cc39 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:37:09.615076 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-04fd03f0-979d-43e7-902e-e73047eff09b admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0821254 Aug 31 04:37:09.832758 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e012c61-1390-42ee-8e2f-3d77685a3e7e req-47a5b843-f76c-4605-b6fe-03a9fddb6f96 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419425 Aug 31 04:37:09.888649 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a99f8-e63b-4149-b185-7cfb5d708599 None None] Network aa427dea-fb3a-4e27-9187-8436fa27cc39 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:37:10.015943 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c0397547-bf33-491d-ac0d-cacf65fd38d6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c02e60929267489cb181831f1ac578e4 HTTP/1.1" status: 200 len: 379 time: 0.1820285 Aug 31 04:37:10.028907 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbf3bd-7ab2-4c15-8714-8340d1e925d9 req-6bd54881-3b3d-4234-bae5-2a3b2b81854a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:10.030424 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-92cbf3bd-7ab2-4c15-8714-8340d1e925d9 req-6bd54881-3b3d-4234-bae5-2a3b2b81854a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0984125 Aug 31 04:37:10.054198 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:10.069392 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd768f-8e29-4c6d-a175-dca58e21eb21 req-60dda6c9-7179-4549-9407-56299b509c4f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:10.071360 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-17bd768f-8e29-4c6d-a175-dca58e21eb21 req-60dda6c9-7179-4549-9407-56299b509c4f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0834339 Aug 31 04:37:10.106874 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-92cbf3bd-7ab2-4c15-8714-8340d1e925d9 req-4b761ca0-ecd4-4b56-a43c-c4c3ce43792e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627706 Aug 31 04:37:10.176940 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-17bd768f-8e29-4c6d-a175-dca58e21eb21 req-a4683dd3-b6dd-47ea-9fd0-91d899685f8b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995963 Aug 31 04:37:10.201743 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 50564) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:10.284202 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8a77df57-215e-42f9-9c53-630bdadf2447 req-251f8294-6f7a-4760-809f-169cdeffbdc6 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 210 time: 0.0497949 Aug 31 04:37:10.373968 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d6a86492-b02b-4fce-a702-6d2cbb556f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:10.491773 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a52837-db70-4d62-b07e-91f0b5afe7cb req-78ea82c7-8444-4511-ab85-28eb09e9518e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:10.493326 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-69a52837-db70-4d62-b07e-91f0b5afe7cb req-78ea82c7-8444-4511-ab85-28eb09e9518e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0515480 Aug 31 04:37:10.503661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d6a86492-b02b-4fce-a702-6d2cbb556f31 admin admin] Publish callbacks [] for security_group (cb0667b3-06db-4d21-8b55-e76865b456c9), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:10.506306 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fecb9a9c-2d3f-4a29-b53e-4cb93349a650 req-871e83d4-7ba5-4199-ba11-6b4c5a862a55 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 210 time: 0.0395148 Aug 31 04:37:10.508741 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d6a86492-b02b-4fce-a702-6d2cbb556f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (cb0667b3-06db-4d21-8b55-e76865b456c9), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:10.537196 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-d6a86492-b02b-4fce-a702-6d2cbb556f31 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8cd369e63e034e6db409c5a7a1ad5260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340318 Aug 31 04:37:10.541983 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50578) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:10.552586 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-69a52837-db70-4d62-b07e-91f0b5afe7cb req-338a4119-a4f9-40c4-8bfc-8f25d645a729 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518007 Aug 31 04:37:10.557840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a86492-b02b-4fce-a702-6d2cbb556f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0667b3-06db-4d21-8b55-e76865b456c9,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:10.599084 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e2febc0d-f98e-4592-864c-c0b101b4d482 admin admin] Publish callbacks [] for security_group (cb0667b3-06db-4d21-8b55-e76865b456c9), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:10.619499 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e2febc0d-f98e-4592-864c-c0b101b4d482 admin admin] Publish callbacks [] for security_group (cb0667b3-06db-4d21-8b55-e76865b456c9), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:10.671814 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e2febc0d-f98e-4592-864c-c0b101b4d482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (cb0667b3-06db-4d21-8b55-e76865b456c9), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:10.675841 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e2febc0d-f98e-4592-864c-c0b101b4d482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:10.678164 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e2febc0d-f98e-4592-864c-c0b101b4d482 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/cb0667b3-06db-4d21-8b55-e76865b456c9 HTTP/1.1" status: 204 len: 168 time: 0.1349277 Aug 31 04:37:10.690257 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2febc0d-f98e-4592-864c-c0b101b4d482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0667b3-06db-4d21-8b55-e76865b456c9,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:10.748990 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'name': 'network-vif-deleted', 'tag': 'd07fc2fb-c684-423c-9262-8b9678531baf'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:10.752220 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db17961-f7dd-407f-96e2-7bcf9e866831" -d '{"events": [{"server_uuid": "f48e5c2f-aa5d-4351-9309-c69f06b9131e", "name": "network-vif-deleted", "tag": "d07fc2fb-c684-423c-9262-8b9678531baf"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:10.793895 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683d1cfa-714e-4618-8588-15c29d8d18f6 x-openstack-request-id: req-683d1cfa-714e-4618-8588-15c29d8d18f6 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:10.794182 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48e5c2f-aa5d-4351-9309-c69f06b9131e", "name": "network-vif-deleted", "tag": "d07fc2fb-c684-423c-9262-8b9678531baf", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:10.794432 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-683d1cfa-714e-4618-8588-15c29d8d18f6 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:10.794874 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683d1cfa-714e-4618-8588-15c29d8d18f6'] response: {'server_uuid': 'f48e5c2f-aa5d-4351-9309-c69f06b9131e', 'name': 'network-vif-deleted', 'tag': 'd07fc2fb-c684-423c-9262-8b9678531baf', 'status': 'completed', 'code': 200} Aug 31 04:37:10.988494 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'port': {'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'admin_state_up': True, 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'security_groups': ['fd701b85-8052-41c4-831f-e7cb0fd5ef4b']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:11.084588 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-8c353b86-ed31-49d0-a629-c5838c9b3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:11.086145 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-8c353b86-ed31-49d0-a629-c5838c9b3956 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 1127 time: 0.0874951 Aug 31 04:37:11.142344 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Made reservation on behalf of c02e60929267489cb181831f1ac578e4 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:11.146586 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:11.218015 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:11.274558 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc545892-ff9b-4484-a5d8-02204d96f509 req-0f894f3a-aca6-4527-b549-7e9329ad6ba7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:11.276366 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dc545892-ff9b-4484-a5d8-02204d96f509 req-0f894f3a-aca6-4527-b549-7e9329ad6ba7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0859513 Aug 31 04:37:11.331551 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dc545892-ff9b-4484-a5d8-02204d96f509 req-15064c73-dc61-4b8f-bcac-829757e20932 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485675 Aug 31 04:37:11.440144 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Allocated IP 172.20.0.14 (2813bab1-8e5c-4bae-a18b-804fcb1fb44c/3578ffd1-14a4-4cef-89be-992597a84cfa/1f8c2e75-3b33-4b6c-927f-d08d1ef62c56) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:11.452305 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a807e43-7158-4139-a661-a56b0e64684a req-f1b0587b-270b-4c4d-b0d7-5fc4d2ecaa81 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:11.460778 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0a807e43-7158-4139-a661-a56b0e64684a req-f1b0587b-270b-4c4d-b0d7-5fc4d2ecaa81 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1758246 Aug 31 04:37:11.480028 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:11.528314 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e9d1e9d5-d33c-4c56-9ae1-cd53a374e2c5 req-ece8b73d-f804-4d23-9d3b-e64996359837 tempest-VolumesNegativeTest-875315383 tempest-VolumesNegativeTest-875315383-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f48e5c2f-aa5d-4351-9309-c69f06b9131e HTTP/1.1" status: 200 len: 210 time: 0.0409501 Aug 31 04:37:11.538860 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-23d5012f-7097-46f2-a7e9-4869e667698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:11.540928 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-23d5012f-7097-46f2-a7e9-4869e667698e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=432503fc-5225-4e38-b2a8-672138c90cb1 HTTP/1.1" status: 200 len: 915 time: 0.2123950 Aug 31 04:37:11.545749 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:11.617495 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-0a441ff1-d49d-4904-9bdf-45b717a078ce service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7 HTTP/1.1" status: 200 len: 217 time: 0.0647485 Aug 31 04:37:11.623976 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0a807e43-7158-4139-a661-a56b0e64684a req-0f317c2f-0ec1-4ac1-aad2-b05c9716128b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620491 Aug 31 04:37:11.730106 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c6c5f99c-ff7c-4d8c-a80f-50073ba2ed0f req-2a67f70d-e729-400d-8b1c-4e9849b064fa tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 210 time: 0.0427706 Aug 31 04:37:11.736960 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-e1365f4c-55f0-4e14-ad47-6a99868d8bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:11.739203 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-e1365f4c-55f0-4e14-ad47-6a99868d8bb9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=04777dd7-4b72-4847-90b7-3b0463b356b0 HTTP/1.1" status: 200 len: 854 time: 0.1140094 Aug 31 04:37:11.993673 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-e6c11982-75f2-4326-ac23-1aabccce6724 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:11.995402 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-e6c11982-75f2-4326-ac23-1aabccce6724 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/networks?id=aa427dea-fb3a-4e27-9187-8436fa27cc39 HTTP/1.1" status: 200 len: 809 time: 0.1422350 Aug 31 04:37:12.012580 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-9e01623c-e4a6-49c2-9c04-4d9490ca4cc3 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/quotas/b35a44f3c0ba4230bac2bcb9d4e8ec08 HTTP/1.1" status: 200 len: 375 time: 0.0107872 Aug 31 04:37:12.047511 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-35a8ba45-50e6-4f45-92a2-5d82326e6aab tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284245 Aug 31 04:37:12.070655 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-67594a04-bb14-45be-9fb3-d9136835b2e4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=432503fc-5225-4e38-b2a8-672138c90cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3130624 Aug 31 04:37:12.159190 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50636) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:12.164511 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.188402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76b788-1146-41c7-957a-a81765f12dda req-f5cd56bc-9f49-4788-a1bc-a560412e2b86 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:12.188768 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-49ff401e-0da3-472b-9a04-5a0a7b600fd5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082375 Aug 31 04:37:12.190455 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4a76b788-1146-41c7-957a-a81765f12dda req-f5cd56bc-9f49-4788-a1bc-a560412e2b86 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.1278284 Aug 31 04:37:12.263893 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-5c6f3ab1-5520-404a-b37b-a53e13f45717 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786075 Aug 31 04:37:12.290204 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.307405 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4a76b788-1146-41c7-957a-a81765f12dda req-d89d9617-c62d-43ee-b26b-b59a8d676e48 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099529 Aug 31 04:37:12.308055 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-554a79e7-b957-449e-9887-2e4c47672e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.317597 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-dc062833-0115-4d2b-9d51-735601825bed service neutron] 10.222.0.42 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216943 Aug 31 04:37:12.360780 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:12.383831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:12.392322 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:12.399838 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:12.433052 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-554a79e7-b957-449e-9887-2e4c47672e54 admin admin] Publish callbacks [] for security_group (7dbb3af8-c848-4068-bb3f-ecd8df38c0a1), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.433389 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event updated for resources: {'Port': ['ID=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:12.439739 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-554a79e7-b957-449e-9887-2e4c47672e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7dbb3af8-c848-4068-bb3f-ecd8df38c0a1), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.490671 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11684979-14a9-457e-9d20-4f99d8c007b1 req-d6490a84-4a3e-4924-ac2c-6da39100a1f3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186959 Aug 31 04:37:12.507352 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:12.507895 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.523804 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-554a79e7-b957-449e-9887-2e4c47672e54 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5314c6dd5b6e410daaab395deca85642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634930 Aug 31 04:37:12.524889 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 50644) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:12.540683 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a79e7-b957-449e-9887-2e4c47672e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbb3af8-c848-4068-bb3f-ecd8df38c0a1,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:12.606578 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-2dc7a0fa-e570-414a-a4c6-3e7e40b1b2d7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6263311 Aug 31 04:37:12.616995 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538b6f0-0617-4a23-86ac-73e3ac0f028f req-ecc6e1e7-7f62-4979-bbd9-3ed8f6816bfc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:12.618760 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4538b6f0-0617-4a23-86ac-73e3ac0f028f req-ecc6e1e7-7f62-4979-bbd9-3ed8f6816bfc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1075695 Aug 31 04:37:12.630001 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Request body: {'port': {'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:12.641288 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e9587b05-ba58-460b-bd4d-bcb59a7bc124 req-256df064-714b-40c6-b204-ce9429116aad tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 210 time: 0.0489960 Aug 31 04:37:12.681472 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a467ea1d-7399-4748-9595-141c813e6f71 admin admin] Publish callbacks [] for security_group (7dbb3af8-c848-4068-bb3f-ecd8df38c0a1), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.731599 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a467ea1d-7399-4748-9595-141c813e6f71 admin admin] Publish callbacks [] for security_group (7dbb3af8-c848-4068-bb3f-ecd8df38c0a1), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.770425 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-9358e25e-2a2c-48e1-ae6d-0b83ef881aa3 None None] Provisioning complete for port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:12.771091 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9358e25e-2a2c-48e1-ae6d-0b83ef881aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.785205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.807916 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-9358e25e-2a2c-48e1-ae6d-0b83ef881aa3 None None] Port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:37:12.817828 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4538b6f0-0617-4a23-86ac-73e3ac0f028f req-5da40a8a-4d08-4f73-a3f7-9ae203d7b098 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832910 Aug 31 04:37:12.842854 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce305710-b9ee-43d1-afe2-df1142a8dd98 req-cafefc99-f845-4c8e-b9a7-1ae0801e62b8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:12.844575 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:12.844931 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ce305710-b9ee-43d1-afe2-df1142a8dd98 req-cafefc99-f845-4c8e-b9a7-1ae0801e62b8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0810795 Aug 31 04:37:12.886895 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a467ea1d-7399-4748-9595-141c813e6f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7dbb3af8-c848-4068-bb3f-ecd8df38c0a1), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.889536 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a467ea1d-7399-4748-9595-141c813e6f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:12.893776 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a467ea1d-7399-4748-9595-141c813e6f71 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7dbb3af8-c848-4068-bb3f-ecd8df38c0a1 HTTP/1.1" status: 204 len: 168 time: 0.3636744 Aug 31 04:37:12.932277 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467ea1d-7399-4748-9595-141c813e6f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbb3af8-c848-4068-bb3f-ecd8df38c0a1,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:12.984656 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:13.011354 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ce305710-b9ee-43d1-afe2-df1142a8dd98 req-a99d5703-6b85-4dcf-8d65-4b8d338b2c17 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456864 Aug 31 04:37:13.133648 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216bca8-84be-45df-9556-f80311a8417b req-e3785055-163b-430c-a90e-2933c7c585dc tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:13.135413 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e216bca8-84be-45df-9556-f80311a8417b req-e3785055-163b-430c-a90e-2933c7c585dc tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 932 time: 0.1526010 Aug 31 04:37:13.218929 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e216bca8-84be-45df-9556-f80311a8417b req-8cbda31a-363f-478c-a5f7-460bba1b9db4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735517 Aug 31 04:37:13.285409 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d12da23d-d2c9-4b91-bbfc-4cc391e994f7 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:37:13.302075 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d07fc2fb-c684-423c-9262-8b9678531baf no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:13.304683 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:13.315415 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Publish callbacks [] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:13.339301 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Transition to ACTIVE for port object 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:37:13.344910 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:13.346314 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: d07fc2fb-c684-423c-9262-8b9678531baf {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:37:13.346780 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d07fc2fb-c684-423c-9262-8b9678531baf not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:37:13.353938 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:13.464738 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:13.472932 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d545788-72e0-4e0c-bbba-b8d92fe3d257 req-7c87845a-ae2b-4d74-a3c0-b5f6200ec1f5 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:13.480117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:13.494907 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4d545788-72e0-4e0c-bbba-b8d92fe3d257 req-7c87845a-ae2b-4d74-a3c0-b5f6200ec1f5 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0792074 Aug 31 04:37:13.495174 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7', 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1', 'port_id': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7', 'mac_address': 'fa:16:3e:66:ed:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04777dd7-4b72-4847-90b7-3b0463b356b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:37:13.545346 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:13.546179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:13.563401 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4d545788-72e0-4e0c-bbba-b8d92fe3d257 req-3d6bb5cb-9222-4dee-befa-dbe2b240a2da tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671446 Aug 31 04:37:13.568786 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12da23d-d2c9-4b91-bbfc-4cc391e994f7 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:13.590264 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:13.601411 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Pushing event updated for resources: {'Port': ['ID=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:13.601673 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:13.692355 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Attempting to bind port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:13.693975 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Attempting to bind port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:13.694481 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Attempting to bind port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:13.701197 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:13.706908 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:37:13.707648 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Attempting to bind port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 on network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:13.718874 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:13.719775 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Checking segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:13.721535 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Bound using segment: {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:13.723133 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Bound port: 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e218599-3f84-4b0d-a154-61bd4200f202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:13.724276 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:13.807661 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-af9326be-82b0-4050-8cc1-5604c73f77ae req-a5dfeb3d-0ddb-4ab9-bc5d-cfe10d75db5c tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 210 time: 0.0380023 Aug 31 04:37:13.865554 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] For port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:13.871857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] For port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:13.883449 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:13.887046 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:13.888011 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:13.889443 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 1094 time: 1.2689712 Aug 31 04:37:13.892944 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:13.895118 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a7cca4-811a-4060-a567-805bdc4cde89" -d '{"events": [{"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:13.963174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fa94c-cd02-4597-bf54-d346baf88c9b service neutron] Pushing event updated for resources: {'Port': ['ID=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:13.999124 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d95545-4033-4ebe-9b70-1e7fad2d9dd3 x-openstack-request-id: req-99d95545-4033-4ebe-9b70-1e7fad2d9dd3 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:13.999591 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:14.000106 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99d95545-4033-4ebe-9b70-1e7fad2d9dd3 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:14.000677 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d95545-4033-4ebe-9b70-1e7fad2d9dd3'] response: {'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'status': 'completed', 'code': 200} Aug 31 04:37:14.023339 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['d12da23d-d2c9-4b91-bbfc-4cc391e994f7'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:37:14.043231 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38614a-10aa-440c-b907-44965f8c22a7 req-cf4d40a7-cebe-4f6b-a07e-b3f6604da797 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:14.052116 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e38614a-10aa-440c-b907-44965f8c22a7 req-cf4d40a7-cebe-4f6b-a07e-b3f6604da797 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0696812 Aug 31 04:37:14.135950 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e38614a-10aa-440c-b907-44965f8c22a7 req-87c1b559-d413-48d3-a6be-7a11aa588df7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827878 Aug 31 04:37:14.268155 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc69f0-65bd-4325-a8b0-82b93cb05907 req-7b85a896-c757-4f5f-8c97-31b732d9c9ad tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:14.269847 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fddc69f0-65bd-4325-a8b0-82b93cb05907 req-7b85a896-c757-4f5f-8c97-31b732d9c9ad tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1361279 Aug 31 04:37:14.278221 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-a8060af6-2f35-454a-a7b5-8abf0cbb0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:14.279894 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-a8060af6-2f35-454a-a7b5-8abf0cbb0a1a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1128 time: 0.0869954 Aug 31 04:37:14.358804 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-7a723d0d-28dd-4051-bb1e-b09376791795 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 217 time: 0.0490868 Aug 31 04:37:14.379415 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fddc69f0-65bd-4325-a8b0-82b93cb05907 req-dd2c81b3-b0f2-454f-8705-488e683d6169 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983889 Aug 31 04:37:14.418641 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a8d29-2897-4f15-8879-4680a0b5d807 req-07ab3b16-4bd1-4906-9962-b7026345c53a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:14.420436 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b38a8d29-2897-4f15-8879-4680a0b5d807 req-07ab3b16-4bd1-4906-9962-b7026345c53a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 944 time: 0.0993652 Aug 31 04:37:14.451559 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:14.463713 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-86dcea62-335c-44d5-bfc2-8245acaa380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:14.465624 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-86dcea62-335c-44d5-bfc2-8245acaa380b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0658445 Aug 31 04:37:14.497618 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b38a8d29-2897-4f15-8879-4680a0b5d807 req-35814902-e05b-4b7a-b311-681fdfd90ab6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688667 Aug 31 04:37:14.690641 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01130cad-1672-4ce2-9d92-da4bfd01f394 req-82e39240-9878-4b4e-a25e-09894a469724 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:14.692268 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-01130cad-1672-4ce2-9d92-da4bfd01f394 req-82e39240-9878-4b4e-a25e-09894a469724 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 944 time: 0.0624521 Aug 31 04:37:14.749952 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-01130cad-1672-4ce2-9d92-da4bfd01f394 req-7ef6e6b7-4100-48e1-9cef-6535b9a83cf9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Aug 31 04:37:14.809344 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428796f0-40d2-4a5b-8748-340a81633a35 req-a8898803-1530-4589-83de-7173826bf13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:14.811026 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-a8898803-1530-4589-83de-7173826bf13a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412455 Aug 31 04:37:14.972972 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-28d8ba55-5be7-41a9-9a8d-7c28ac805261 req-d18ea3dd-755d-4ad5-9c31-87ef6e019870 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 210 time: 0.0591757 Aug 31 04:37:15.038888 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:15.094763 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-76370e35-4458-4c46-8dfd-de650c285b33 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753103 Aug 31 04:37:15.116464 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-90c75ac0-da08-4cab-b62c-8186ef6d6fba tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:15.117892 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-90c75ac0-da08-4cab-b62c-8186ef6d6fba tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aa427dea-fb3a-4e27-9187-8436fa27cc39 HTTP/1.1" status: 200 len: 809 time: 0.1930616 Aug 31 04:37:15.148800 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Request body: {'port': {'device_id': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39', 'admin_state_up': True, 'tenant_id': 'b35a44f3c0ba4230bac2bcb9d4e8ec08'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:15.308622 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d12da23d-d2c9-4b91-bbfc-4cc391e994f7 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:15.324367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6c2d4-5d03-4025-9d40-041abf37c5bb req-219097f0-9984-4565-8431-a69e571aba2e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:15.325886 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dec6c2d4-5d03-4025-9d40-041abf37c5bb req-219097f0-9984-4565-8431-a69e571aba2e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0901358 Aug 31 04:37:15.344160 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:15.361738 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:37:15.369040 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:15.369747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:15.378970 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-428796f0-40d2-4a5b-8748-340a81633a35 req-cc721a9a-b69e-44d2-928c-239f1a48b7e9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434657 Aug 31 04:37:15.419403 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dec6c2d4-5d03-4025-9d40-041abf37c5bb req-59ccb40e-580d-4771-832b-779c38fa15c7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834634 Aug 31 04:37:15.421195 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Made reservation on behalf of b35a44f3c0ba4230bac2bcb9d4e8ec08 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:15.425827 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:15.455044 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:15.455726 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:15.495877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:15.498169 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea10815f-fd43-4c81-a3c6-fe62b64988be" -d '{"events": [{"server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "name": "network-vif-plugged", "status": "completed", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:15.524101 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:15.528014 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-6873954d-f8bf-4143-864b-57387547a4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:15.532083 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:15.583923 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0294e4fd-4e2c-4036-a173-7bd892423dd9 x-openstack-request-id: req-0294e4fd-4e2c-4036-a173-7bd892423dd9 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:15.584277 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "name": "network-vif-plugged", "status": "completed", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:15.584688 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0294e4fd-4e2c-4036-a173-7bd892423dd9 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:15.585371 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0294e4fd-4e2c-4036-a173-7bd892423dd9'] response: {'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7', 'code': 200} Aug 31 04:37:15.590663 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Allocated IP 172.20.0.9 (aa427dea-fb3a-4e27-9187-8436fa27cc39/ed6f88ba-dbfc-481d-9b88-308295aa5d78/d4846db7-f9a0-42ba-82e1-3147a7af8fc3) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:15.591223 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:15.639513 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4cd92-056c-41a3-b147-f84a121088a7 req-caccf4e0-ed89-4c52-b57b-3c3d7934e3d6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:15.641080 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2cd4cd92-056c-41a3-b147-f84a121088a7 req-caccf4e0-ed89-4c52-b57b-3c3d7934e3d6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0896134 Aug 31 04:37:15.698743 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2cd4cd92-056c-41a3-b147-f84a121088a7 req-05d4c532-a5e3-413f-a658-627ba491e5e4 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502791 Aug 31 04:37:15.774769 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73630f3-dee2-4941-94f4-265c1f8d14e7 req-503b9b55-ffec-446d-bca2-21d232d766b9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:15.776306 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c73630f3-dee2-4941-94f4-265c1f8d14e7 req-503b9b55-ffec-446d-bca2-21d232d766b9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 944 time: 0.1157928 Aug 31 04:37:15.813565 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:15.879717 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks [] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:15.880291 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff938b06-8321-4cab-bd7f-f975d8422b05 req-7db4580f-9249-47f2-bf5f-164f3ad79e1e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:15.882097 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ff938b06-8321-4cab-bd7f-f975d8422b05 req-7db4580f-9249-47f2-bf5f-164f3ad79e1e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0506887 Aug 31 04:37:15.904140 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c73630f3-dee2-4941-94f4-265c1f8d14e7 req-d9667d29-346f-4115-9879-2285386d24d9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166186 Aug 31 04:37:15.926579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:15.944750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:15.945041 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ff938b06-8321-4cab-bd7f-f975d8422b05 req-fd9e62fd-a5c1-46fe-a869-1df60ec4373b tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558856 Aug 31 04:37:15.999473 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Network aa427dea-fb3a-4e27-9187-8436fa27cc39 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:16.002632 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:16.010291 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:16.051488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Pushing event updated for resources: {'Port': ['ID=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:16.078272 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:16.078272 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:16.136857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaba19d-e757-4424-9e30-4c5b18ca9ba2 req-a548869f-f226-4afc-bbdc-09f5177805d0 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:16.138624 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bcaba19d-e757-4424-9e30-4c5b18ca9ba2 req-a548869f-f226-4afc-bbdc-09f5177805d0 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 931 time: 0.0576560 Aug 31 04:37:16.142257 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-877118b3-fb10-42fa-947d-4615b63ab912 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9985111 Aug 31 04:37:16.187967 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bcaba19d-e757-4424-9e30-4c5b18ca9ba2 req-f32c3a60-3fa2-4fb5-af68-7db7e869e521 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Aug 31 04:37:16.569759 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb52fa7-464c-44b0-a4fd-837da5139290 req-33a6597c-f0bf-454c-afc4-e8ff964eddaa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:16.572895 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8cb52fa7-464c-44b0-a4fd-837da5139290 req-33a6597c-f0bf-454c-afc4-e8ff964eddaa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0519254 Aug 31 04:37:16.620627 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8cb52fa7-464c-44b0-a4fd-837da5139290 req-eb362612-be96-4476-bdff-94d0b0c610d5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Aug 31 04:37:16.836906 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7c7f0-c728-422f-9296-9e73f989cff0 req-11682dfe-915d-4f87-865d-1c0dac5843d1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:16.838425 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-78d7c7f0-c728-422f-9296-9e73f989cff0 req-11682dfe-915d-4f87-865d-1c0dac5843d1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0593822 Aug 31 04:37:16.865896 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Request body: {'port': {'device_id': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:16.936230 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-9d8ec380-5e55-491f-849f-c0f4fdd1bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:16.937736 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-9d8ec380-5e55-491f-849f-c0f4fdd1bcc3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1128 time: 0.0777466 Aug 31 04:37:17.017787 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:17.029613 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b2998-5ed6-4f0f-af78-a74d1ba7680b req-ebe46621-197b-463a-9c97-39c2a8999381 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.037336 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-78d7c7f0-c728-422f-9296-9e73f989cff0 req-8c2d9375-ce48-4d47-8555-1600149b58a8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927299 Aug 31 04:37:17.037507 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-716b2998-5ed6-4f0f-af78-a74d1ba7680b req-ebe46621-197b-463a-9c97-39c2a8999381 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 944 time: 0.0581706 Aug 31 04:37:17.097233 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-716b2998-5ed6-4f0f-af78-a74d1ba7680b req-de7c9b01-cdd5-4656-8b90-0f083699cdf7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588844 Aug 31 04:37:17.127563 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:17.170913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d6b97-ff8f-473a-b1f0-dbf12ed7b764 req-a51d3d4d-bd1e-4b8f-bbba-14dccc2da5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.172364 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-037d6b97-ff8f-473a-b1f0-dbf12ed7b764 req-a51d3d4d-bd1e-4b8f-bbba-14dccc2da5c1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 1129 time: 0.1285121 Aug 31 04:37:17.231986 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-f7fffbf6-7404-4019-a2be-54ab053b0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.233544 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-f7fffbf6-7404-4019-a2be-54ab053b0721 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.2874019 Aug 31 04:37:17.264504 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702e9d3-476a-4ddc-ac93-2b2a3a7c2b0b req-fe292c08-0f8e-41db-b682-8461fc904e0f tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.265961 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7702e9d3-476a-4ddc-ac93-2b2a3a7c2b0b req-fe292c08-0f8e-41db-b682-8461fc904e0f tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.1115329 Aug 31 04:37:17.319646 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:37:17.326795 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-3439bf34-012f-4ca2-a48f-57290f9bf8d5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 217 time: 0.0769985 Aug 31 04:37:17.335203 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7763f0-1797-4011-b17d-302ed4b9b067 req-949bfff8-03b1-4ffa-906d-752b8306e89e tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.336717 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5c7763f0-1797-4011-b17d-302ed4b9b067 req-949bfff8-03b1-4ffa-906d-752b8306e89e tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 931 time: 0.0498531 Aug 31 04:37:17.391115 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-037d6b97-ff8f-473a-b1f0-dbf12ed7b764 req-b2a672ae-f2e2-45a8-9a41-d7bb015dbd6d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105806 Aug 31 04:37:17.394307 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5c7763f0-1797-4011-b17d-302ed4b9b067 req-fa71fc05-f6e2-4544-9d45-6f11115035e8 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518386 Aug 31 04:37:17.429322 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:17.436901 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:17.443779 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'port_id': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'mac_address': 'fa:16:3e:7c:5f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:37:17.496000 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: ACTIVE; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:17.496615 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:17.513888 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3809b0b-8437-4e98-88a3-a530ac0d92f8 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:17.539490 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:17.546114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:17.607326 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=6']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:17.727387 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:17.743225 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-2f594037-d2dd-4df0-807c-7c818ffa3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.744699 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-2f594037-d2dd-4df0-807c-7c818ffa3819 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.3677034 Aug 31 04:37:17.747795 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7702e9d3-476a-4ddc-ac93-2b2a3a7c2b0b req-a35fd910-5a98-49ef-b8dc-2703788aa9d1 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683549 Aug 31 04:37:17.764439 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b767c0f-e6b4-4fb7-bdab-b807b90a25b7 req-3bfc5303-9445-457c-938a-3a9660e052d8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.779360 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b767c0f-e6b4-4fb7-bdab-b807b90a25b7 req-3bfc5303-9445-457c-938a-3a9660e052d8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 944 time: 0.0752530 Aug 31 04:37:17.781715 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:17.835421 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b767c0f-e6b4-4fb7-bdab-b807b90a25b7 req-40e2c083-24b1-44e9-9206-76bdfe190063 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475597 Aug 31 04:37:17.839989 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f3809b0b-8437-4e98-88a3-a530ac0d92f8'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:37:17.875286 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-2c36c098-a199-4605-9013-326398ef3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:17.877338 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-2c36c098-a199-4605-9013-326398ef3469 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524664 Aug 31 04:37:17.943463 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4846db7-f9a0-42ba-82e1-3147a7af8fc3 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:17.953844 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Publish callbacks [] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:17.977649 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Transition to ACTIVE for port object d4846db7-f9a0-42ba-82e1-3147a7af8fc3 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:37:17.984567 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:17.990318 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cee6-b908-4d49-af0f-cfa425fc0e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.050007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:18.099987 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Attempting to bind port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:18.100342 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Attempting to bind port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:18.100669 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Attempting to bind port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 on network aa427dea-fb3a-4e27-9187-8436fa27cc39 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:18.105282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 on network aa427dea-fb3a-4e27-9187-8436fa27cc39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:37:18.105592 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Attempting to bind port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 on network aa427dea-fb3a-4e27-9187-8436fa27cc39 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:18.110845 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:18.111192 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Checking segment: {'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:18.111599 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Bound using segment: {'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:18.112050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Bound port: d4846db7-f9a0-42ba-82e1-3147a7af8fc3, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:18.112416 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.195650 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3cee1-f84d-4f06-8f43-74ee9e4f9b56 req-85a3e4d4-5022-4173-ac59-3b3d908815a0 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:18.197176 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-94c3cee1-f84d-4f06-8f43-74ee9e4f9b56 req-85a3e4d4-5022-4173-ac59-3b3d908815a0 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0716219 Aug 31 04:37:18.227931 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab034ed4-0893-47a3-9cc0-f056462c10fc req-b65515ab-d15f-4973-b549-9a5c7cc8a7bf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:18.234777 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] For port d4846db7-f9a0-42ba-82e1-3147a7af8fc3, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:18.235271 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ab034ed4-0893-47a3-9cc0-f056462c10fc req-b65515ab-d15f-4973-b549-9a5c7cc8a7bf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 944 time: 0.0571117 Aug 31 04:37:18.258607 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] For port d4846db7-f9a0-42ba-82e1-3147a7af8fc3, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:18.271822 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-94c3cee1-f84d-4f06-8f43-74ee9e4f9b56 req-84baa8b0-57bb-4db2-a3e4-d199319b0c85 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628953 Aug 31 04:37:18.273702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.279214 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:18.279840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.281204 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d4846db7-f9a0-42ba-82e1-3147a7af8fc3 HTTP/1.1" status: 200 len: 1093 time: 1.4223235 Aug 31 04:37:18.281714 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'tag': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:18.282957 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ab034ed4-0893-47a3-9cc0-f056462c10fc req-4bc834a8-9375-4ffc-8ace-c3410997aabe tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467219 Aug 31 04:37:18.284011 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13547ba5-1cb8-4eef-ad99-741bd44ca6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ff7d85-b143-4922-a7a6-e138c68737b8", "tag": "d4846db7-f9a0-42ba-82e1-3147a7af8fc3"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:18.344514 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bacbe-0212-4352-84ff-da9a738180c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:18.360875 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7a7431-2474-4308-b4e8-64063d7aabc5 x-openstack-request-id: req-1a7a7431-2474-4308-b4e8-64063d7aabc5 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:18.361189 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ff7d85-b143-4922-a7a6-e138c68737b8", "tag": "d4846db7-f9a0-42ba-82e1-3147a7af8fc3", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:18.361438 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a7a7431-2474-4308-b4e8-64063d7aabc5 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:18.361836 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7a7431-2474-4308-b4e8-64063d7aabc5'] response: {'name': 'network-changed', 'server_uuid': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'tag': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3', 'status': 'completed', 'code': 200} Aug 31 04:37:18.476324 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51036) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:18.531689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029092af-4d60-478c-9a5f-00552bb83575 req-369db149-cf10-46c8-912c-8800c7850807 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:18.533561 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-029092af-4d60-478c-9a5f-00552bb83575 req-369db149-cf10-46c8-912c-8800c7850807 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 943 time: 0.0588336 Aug 31 04:37:18.556358 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13547ba5-1cb8-4eef-ad99-741bd44ca6f2 req-6f5909ab-c4eb-4a27-a4eb-a736346df095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:18.557869 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13547ba5-1cb8-4eef-ad99-741bd44ca6f2 req-6f5909ab-c4eb-4a27-a4eb-a736346df095 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 1127 time: 0.0635448 Aug 31 04:37:18.561970 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-9eee1828-c529-48af-87c8-9ba7b7ee131f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382418 Aug 31 04:37:18.586465 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-029092af-4d60-478c-9a5f-00552bb83575 req-138470fb-e1ec-42e9-aa60-4d456b676b3c tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 Aug 31 04:37:18.599140 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:18.635938 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-323b4d98-c193-4345-9e19-63a89244a0f6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=80dd3f85755d4deea3fc0192c1cbbc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557245 Aug 31 04:37:18.636170 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51042) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:18.687635 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cd78ac7-fe3e-4f9d-b755-cbd327877afc admin admin] Publish callbacks [] for security_group (d090babd-d8a3-42f5-b0fe-173a271a8d7b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.711201 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cd78ac7-fe3e-4f9d-b755-cbd327877afc admin admin] Publish callbacks [] for security_group (d090babd-d8a3-42f5-b0fe-173a271a8d7b), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.744737 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:18.761649 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cd78ac7-fe3e-4f9d-b755-cbd327877afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d090babd-d8a3-42f5-b0fe-173a271a8d7b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.764305 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cd78ac7-fe3e-4f9d-b755-cbd327877afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:18.765470 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4cd78ac7-fe3e-4f9d-b755-cbd327877afc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d090babd-d8a3-42f5-b0fe-173a271a8d7b HTTP/1.1" status: 204 len: 168 time: 0.1285005 Aug 31 04:37:18.769735 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13547ba5-1cb8-4eef-ad99-741bd44ca6f2 req-3bb2aaf3-c18a-4cd7-b0d1-4352e812f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:18.770088 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13547ba5-1cb8-4eef-ad99-741bd44ca6f2 req-3bb2aaf3-c18a-4cd7-b0d1-4352e812f738 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1732571 Aug 31 04:37:18.779781 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd78ac7-fe3e-4f9d-b755-cbd327877afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d090babd-d8a3-42f5-b0fe-173a271a8d7b,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:18.783218 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13a7cca4-811a-4060-a567-805bdc4cde89 req-22a9c462-606d-402a-979c-9e6f5b9d8bba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336377 Aug 31 04:37:18.878164 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dbf92-e72c-4f15-8bb5-d21f0ebd02af req-dfef9f8f-194a-435e-bb71-3a9f96e866d3 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:18.879666 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b31dbf92-e72c-4f15-8bb5-d21f0ebd02af req-dfef9f8f-194a-435e-bb71-3a9f96e866d3 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Aug 31 04:37:18.907932 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:18.952871 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b31dbf92-e72c-4f15-8bb5-d21f0ebd02af req-27a428dc-210a-45b0-b28b-732d1c0ee881 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648479 Aug 31 04:37:19.006170 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:19.082779 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16281c68-de1c-4d8a-b740-85222697d8d1 req-bbb4c1c3-db0f-43eb-b9a7-3bde9a496040 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:19.084767 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-16281c68-de1c-4d8a-b740-85222697d8d1 req-bbb4c1c3-db0f-43eb-b9a7-3bde9a496040 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 944 time: 0.0764964 Aug 31 04:37:19.137314 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-16281c68-de1c-4d8a-b740-85222697d8d1 req-666cd622-09f2-4de7-a168-550a94664e4b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456140 Aug 31 04:37:19.359421 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:37:19.394963 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:19.438036 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:19.474809 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc38462-5d7f-48be-ac28-70792f59594b req-5bcc884d-f978-4cb6-adf1-18379504651b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:19.483269 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bdc38462-5d7f-48be-ac28-70792f59594b req-5bcc884d-f978-4cb6-adf1-18379504651b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 944 time: 0.1021588 Aug 31 04:37:19.491226 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d15f6f-de93-4ce0-9171-a8e4ce4ec358 req-3787826f-2504-437f-b439-e8b3105a277e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:19.493043 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a1d15f6f-de93-4ce0-9171-a8e4ce4ec358 req-3787826f-2504-437f-b439-e8b3105a277e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1158068 Aug 31 04:37:19.529529 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port f3809b0b-8437-4e98-88a3-a530ac0d92f8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:19.530120 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:19.572678 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:19.597100 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'mac_address': 'fa:16:3e:b8:33:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:37:19.603791 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bdc38462-5d7f-48be-ac28-70792f59594b req-7f632e54-4e9d-4b3f-a06f-bd5dba13c1a5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145172 Aug 31 04:37:19.673667 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a1d15f6f-de93-4ce0-9171-a8e4ce4ec358 req-dfe4dab8-e13a-41f4-9837-0aee70886bd4 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741319 Aug 31 04:37:19.699378 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:19.699672 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:19.734829 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:19.735213 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:19.745407 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13547ba5-1cb8-4eef-ad99-741bd44ca6f2 req-b33af6a2-218a-466a-9c1b-fc6df3794a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:19.747688 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13547ba5-1cb8-4eef-ad99-741bd44ca6f2 req-b33af6a2-218a-466a-9c1b-fc6df3794a07 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207727 Aug 31 04:37:19.781921 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51098) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:19.792273 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66080b64-1b74-4b0a-a708-7f4c81448656 req-f96468c9-3e21-4848-a36d-eac2645fee5a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:19.799898 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-66080b64-1b74-4b0a-a708-7f4c81448656 req-f96468c9-3e21-4848-a36d-eac2645fee5a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 943 time: 0.0767176 Aug 31 04:37:19.819072 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:19.821552 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:19.830261 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:19.832805 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbba7b3-2bc4-4c12-9876-ad74fe61c0d1" -d '{"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:19.848481 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:19.865818 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-66080b64-1b74-4b0a-a708-7f4c81448656 req-2e7d9d5b-d66b-4772-b4d6-936a98bcb768 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642121 Aug 31 04:37:19.922961 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d52322-a1cd-4438-a0ab-fd97de726552 x-openstack-request-id: req-d1d52322-a1cd-4438-a0ab-fd97de726552 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:19.923665 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:19.924117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1d52322-a1cd-4438-a0ab-fd97de726552 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:19.924713 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d52322-a1cd-4438-a0ab-fd97de726552'] response: {'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'code': 200} Aug 31 04:37:19.930975 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:19.943822 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:19.947835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-98e95801-6d2d-47ca-8b2d-b9fbccfcabf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:19.952869 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:19.954228 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-98e95801-6d2d-47ca-8b2d-b9fbccfcabf4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 1127 time: 0.1304414 Aug 31 04:37:19.964068 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=7']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:20.037919 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:20.053902 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-d129b58f-dace-4ca5-8880-a75533d927e8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4846db7-f9a0-42ba-82e1-3147a7af8fc3 HTTP/1.1" status: 200 len: 217 time: 0.0682893 Aug 31 04:37:20.078018 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1588615701-network', 'tenant_id': '6714373199f5419a9a70267187067934'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:20.130467 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Made reservation on behalf of 6714373199f5419a9a70267187067934 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:20.133008 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.146709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-8c4ea540-8d6f-4e75-9aa7-8f1a2442f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:20.148508 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-8c4ea540-8d6f-4e75-9aa7-8f1a2442f983 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6f88ba-dbfc-481d-9b88-308295aa5d78 HTTP/1.1" status: 200 len: 849 time: 0.0868282 Aug 31 04:37:20.149369 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.152010 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5363d-70b7-4104-92ac-b6de85582dc8 req-2098ea57-dcb8-4339-a1d5-83db4e0f381f tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:20.163402 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6ad5363d-70b7-4104-92ac-b6de85582dc8 req-2098ea57-dcb8-4339-a1d5-83db4e0f381f tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0776682 Aug 31 04:37:20.251664 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6ad5363d-70b7-4104-92ac-b6de85582dc8 req-c6b6be15-ff5d-4999-98ad-d5fead12cc0e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830579 Aug 31 04:37:20.297985 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks [] for security_group (f5c54f0e-2961-49d0-8316-7b8d3f58452a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.316150 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.360756 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f5c54f0e-2961-49d0-8316-7b8d3f58452a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.365953 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-81db4019-cf8f-4ea1-8586-2118b67f0e85 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=aa427dea-fb3a-4e27-9187-8436fa27cc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2068276 Aug 31 04:37:20.402106 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:37:20.487773 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-f0f5eada-8830-400f-a124-04675847a1e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115301 Aug 31 04:37:20.497674 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147390-58b1-4dad-90e7-9af054570dc8 req-2f84ee23-b7bc-4f12-b50c-ae17b5a4cef7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:20.499414 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5f147390-58b1-4dad-90e7-9af054570dc8 req-2f84ee23-b7bc-4f12-b50c-ae17b5a4cef7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1999567 Aug 31 04:37:20.513300 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:37:20.594180 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c54f0e-2961-49d0-8316-7b8d3f58452a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:20.600727 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c941586d-bed6-4fd7-90f5-747cfce068ca), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.601070 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Added segment c941586d-bed6-4fd7-90f5-747cfce068ca of type vlan for network e8667517-3360-4053-ba73-ab7205fbbabb Aug 31 04:37:20.626037 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:20.735219 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (e8667517-3360-4053-ba73-ab7205fbbabb), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.739086 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:20.745181 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.759423 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5f147390-58b1-4dad-90e7-9af054570dc8 req-68979e10-02bc-4ba3-b2bf-9a3455f67afc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437134 Aug 31 04:37:20.775112 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-831e4c94-7813-4a8a-a892-ecdc4a778801 req-d771d6f5-4f33-4edc-961d-2c0193c1ab14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717009 Aug 31 04:37:20.796652 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (e8667517-3360-4053-ba73-ab7205fbbabb), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.797861 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:20.798872 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:20.917325 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1338170 Aug 31 04:37:20.929498 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51188) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:20.946433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Request body: {'subnet': {'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1588615701-subnet', 'tenant_id': '6714373199f5419a9a70267187067934', 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:20.958275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b19900-d44b-4208-a4a7-0d0f1875c162 admin admin] Pushing event updated for resources: {'Network': ['ID=e8667517-3360-4053-ba73-ab7205fbbabb,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:20.968103 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:20.970206 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network e8667517-3360-4053-ba73-ab7205fbbabb details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:37:21.028667 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc4d0d-5c33-459c-b1de-f5586c9962ec req-e9893d76-1fe5-4d15-a2d5-4b09393ac8a3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:21.030807 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-aafc4d0d-5c33-459c-b1de-f5586c9962ec req-e9893d76-1fe5-4d15-a2d5-4b09393ac8a3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1087430 Aug 31 04:37:21.032131 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Made reservation on behalf of 6714373199f5419a9a70267187067934 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:21.034955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8880245'] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:21.039712 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d492252-384a-48e5-bb7a-1813bae4b9a9 req-4f6ac80f-cde5-4821-9256-3fb79d238bf3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:21.043719 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1d492252-384a-48e5-bb7a-1813bae4b9a9 req-4f6ac80f-cde5-4821-9256-3fb79d238bf3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 945 time: 0.2216203 Aug 31 04:37:21.123401 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-aafc4d0d-5c33-459c-b1de-f5586c9962ec req-9d8a2224-66c9-4c52-8964-79e7db22d308 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802984 Aug 31 04:37:21.263642 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1d492252-384a-48e5-bb7a-1813bae4b9a9 req-19454924-79c5-413a-abb2-854895f70c0e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127109 Aug 31 04:37:21.388289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06325c1-f3ae-4c0b-9c7e-440cde96b19a req-9a3efb65-aba1-45a4-9c6f-7423b4c8074f tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:21.389944 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b06325c1-f3ae-4c0b-9c7e-440cde96b19a req-9a3efb65-aba1-45a4-9c6f-7423b4c8074f tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 943 time: 0.1296842 Aug 31 04:37:21.537269 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b06325c1-f3ae-4c0b-9c7e-440cde96b19a req-891a7bc2-ed2b-4f06-a59e-882d80bc3406 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372933 Aug 31 04:37:21.667023 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2928390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8880227'] for subnet (29fc57df-32df-49d1-b439-5fa8ad2fca49), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:21.672413 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:21.677003 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:21.863823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fc57df-32df-49d1-b439-5fa8ad2fca49,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:21.871178 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:37:21.883031 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:21.884228 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:21.912450 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Checking segment: {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:21.913309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Network hostable DHCP agents. Network: e8667517-3360-4053-ba73-ab7205fbbabb, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:37:21.954057 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Network e8667517-3360-4053-ba73-ab7205fbbabb is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:37:21.980631 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f699ad-c2ce-48c8-933e-dc344eff375c req-6ab7d1ca-4d50-452c-89b4-72721c4f4e17 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:21.982997 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-48f699ad-c2ce-48c8-933e-dc344eff375c req-6ab7d1ca-4d50-452c-89b4-72721c4f4e17 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0608318 Aug 31 04:37:21.995470 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, e8667517-3360-4053-ba73-ab7205fbbabb) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:22.009382 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:22.010206 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.027015 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3459d4-388a-4f32-b2f5-bef677ce2937 None None] Network e8667517-3360-4053-ba73-ab7205fbbabb requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:37:22.046828 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-7bfa28ee-1089-4674-af67-eac991d2c3b5 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1152923 Aug 31 04:37:22.047487 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51228) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:22.052108 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:22.101319 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (2655bfe3-19d6-4759-a303-ae956ef5500c), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.104757 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (2655bfe3-19d6-4759-a303-ae956ef5500c), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.118692 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-48f699ad-c2ce-48c8-933e-dc344eff375c req-6abbc36b-0d7c-4d88-be6f-05ca9b1e0cdd tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211662 Aug 31 04:37:22.122169 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:22.186282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks [] for router_controller (2655bfe3-19d6-4759-a303-ae956ef5500c), precommit_add_association {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.187555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:22.275645 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-e8667517-3360-4053-ba73-ab7205fbbabb', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'project_id': '6714373199f5419a9a70267187067934', 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:37:22.277461 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.281114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:22.281888 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.324471 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:22.326859 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7651c7-967a-4c0f-8fcb-61f84984c981" -d '{"events": [{"server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "name": "network-vif-plugged", "status": "completed", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:22.361886 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5620b3-e7b9-41f4-9ef4-313c8c90f6e9 req-7545d577-9ac6-4808-801f-8c427b387171 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:22.369484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7d5620b3-e7b9-41f4-9ef4-313c8c90f6e9 req-7545d577-9ac6-4808-801f-8c427b387171 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0991032 Aug 31 04:37:22.449406 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:22.496658 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00219e16-7224-4040-92f3-1f61d6e5206c req-fecb912a-fd31-4cbe-9412-b1ed557b382f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:22.498260 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-00219e16-7224-4040-92f3-1f61d6e5206c req-fecb912a-fd31-4cbe-9412-b1ed557b382f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 945 time: 0.1181190 Aug 31 04:37:22.509004 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.582229 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Allocated IP 172.20.0.2 (e8667517-3360-4053-ba73-ab7205fbbabb/29fc57df-32df-49d1-b439-5fa8ad2fca49/e9d5b768-3ac2-4565-ae67-a100383eb0ad) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:22.582229 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:22.603640 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-00219e16-7224-4040-92f3-1f61d6e5206c req-5d45a79c-c6f6-4b0f-9a19-bcfdc6994423 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915618 Aug 31 04:37:22.695263 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:22.718488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks [] for router_gateway (2655bfe3-19d6-4759-a303-ae956ef5500c), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.731709 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a87607c-2a55-457d-9bca-8f1943b4f13f x-openstack-request-id: req-6a87607c-2a55-457d-9bca-8f1943b4f13f {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:22.733210 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "name": "network-vif-plugged", "status": "completed", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:22.733469 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a87607c-2a55-457d-9bca-8f1943b4f13f {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:22.734004 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a87607c-2a55-457d-9bca-8f1943b4f13f'] response: {'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'code': 200} Aug 31 04:37:22.782334 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7d5620b3-e7b9-41f4-9ef4-313c8c90f6e9 req-3dc71a29-569f-4a1e-a874-00c8c8c3a67e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4110737 Aug 31 04:37:22.903324 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:22.914946 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Publish callbacks [] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.932401 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:22.988830 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ee211-cc6a-4167-9283-ba67d0db367a req-d398dba4-aa2d-490e-bcbe-602bbde6b032 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:22.999709 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-987ee211-cc6a-4167-9283-ba67d0db367a req-d398dba4-aa2d-490e-bcbe-602bbde6b032 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 943 time: 0.1309078 Aug 31 04:37:23.000309 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Network e8667517-3360-4053-ba73-ab7205fbbabb is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:23.005195 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:23.007983 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:23.018125 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Pushing event updated for resources: {'Port': ['ID=e9d5b768-3ac2-4565-ae67-a100383eb0ad,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:23.071884 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-987ee211-cc6a-4167-9283-ba67d0db367a req-b206a5d7-c849-41b1-b532-d55f77343a1c tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702124 Aug 31 04:37:23.080803 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks [] for router_gateway (2655bfe3-19d6-4759-a303-ae956ef5500c), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:23.124822 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Attempting to bind port e9d5b768-3ac2-4565-ae67-a100383eb0ad on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:23.125543 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Attempting to bind port e9d5b768-3ac2-4565-ae67-a100383eb0ad by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:23.126062 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Attempting to bind port e9d5b768-3ac2-4565-ae67-a100383eb0ad on network e8667517-3360-4053-ba73-ab7205fbbabb {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:23.128676 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:23.135716 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:23.136480 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Checking segment: {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:23.137359 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:23.137966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Bound using segment: {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:23.139085 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Bound port: e9d5b768-3ac2-4565-ae67-a100383eb0ad, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:23.139679 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:23.261197 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] For port e9d5b768-3ac2-4565-ae67-a100383eb0ad, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:23.291649 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Allocated IP 172.27.3.81 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/01b37ae0-bbd6-4b54-871c-dfbccb797cf2) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:23.293124 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] For port e9d5b768-3ac2-4565-ae67-a100383eb0ad, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e9d5b768-3ac2-4565-ae67-a100383eb0ad,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:23.315724 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:23.388158 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7bc01-67de-4b08-8ffa-454dc477d48e None None] Pushing event updated for resources: {'Port': ['ID=e9d5b768-3ac2-4565-ae67-a100383eb0ad,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:23.448632 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e2303-b1db-4e31-a492-2d5e0feb48ac req-094f2ff2-8f7b-4e84-91c2-44c644d990cc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:23.450523 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a76e2303-b1db-4e31-a492-2d5e0feb48ac req-094f2ff2-8f7b-4e84-91c2-44c644d990cc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1395626 Aug 31 04:37:23.548938 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a76e2303-b1db-4e31-a492-2d5e0feb48ac req-74d8d00a-9e3f-4c66-87cf-d04ed8acf350 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836282 Aug 31 04:37:23.551990 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks [] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:23.590913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:23.666620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:23.674103 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:23.676889 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:23.718822 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Pushing event updated for resources: {'Port': ['ID=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:23.726190 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:23.782346 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4a414-4ec1-4493-9b5b-3d2085f749fa req-63c780cc-7040-4953-b41d-b17c19b49e0c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:23.789909 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3ea4a414-4ec1-4493-9b5b-3d2085f749fa req-63c780cc-7040-4953-b41d-b17c19b49e0c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0699878 Aug 31 04:37:23.825302 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:23.900187 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3ea4a414-4ec1-4493-9b5b-3d2085f749fa req-9ac31299-e11e-4c1c-87f5-f52872af1168 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034622 Aug 31 04:37:23.982782 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e9d5b768-3ac2-4565-ae67-a100383eb0ad up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:24.195568 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:24.208317 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e9d5b768-3ac2-4565-ae67-a100383eb0ad triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:24.209343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:24.213116 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1e637-82c7-4908-8e3e-8b7c6da88ba9 req-98c8f8cc-2742-4ac0-98fa-5e685560739a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:24.215485 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8af1e637-82c7-4908-8e3e-8b7c6da88ba9 req-98c8f8cc-2742-4ac0-98fa-5e685560739a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 943 time: 0.0569658 Aug 31 04:37:24.328451 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8af1e637-82c7-4908-8e3e-8b7c6da88ba9 req-d1c20308-9f80-4aa1-8c94-add1a1641215 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063716 Aug 31 04:37:24.352184 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b775840-b2fa-481d-8940-a36639bc4d48 req-63d7f8ff-b2a2-404e-9c47-fa0c8ba5a2ea tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:24.355615 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b775840-b2fa-481d-8940-a36639bc4d48 req-63d7f8ff-b2a2-404e-9c47-fa0c8ba5a2ea tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1221735 Aug 31 04:37:24.392935 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e9d5b768-3ac2-4565-ae67-a100383eb0ad is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:24.392935 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:24.450631 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port e9d5b768-3ac2-4565-ae67-a100383eb0ad, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e9d5b768-3ac2-4565-ae67-a100383eb0ad,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:24.456972 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:24.532478 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=e9d5b768-3ac2-4565-ae67-a100383eb0ad,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:24.539879 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b775840-b2fa-481d-8940-a36639bc4d48 req-d8bd094b-62ec-48b6-b141-0130ca003d62 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088419 Aug 31 04:37:24.557404 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks [] for router_gateway (2655bfe3-19d6-4759-a303-ae956ef5500c), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:24.677234 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:24.702911 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574e580-c915-4df3-a6a4-b0b562fd2d44 req-2973ab6d-f49c-471a-b983-a8badcf228ac tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:24.711251 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c574e580-c915-4df3-a6a4-b0b562fd2d44 req-2973ab6d-f49c-471a-b983-a8badcf228ac tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0607941 Aug 31 04:37:24.790185 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c574e580-c915-4df3-a6a4-b0b562fd2d44 req-cd981658-0e7b-456a-93d5-b7f56c71d0fe tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774553 Aug 31 04:37:24.812975 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (2655bfe3-19d6-4759-a303-ae956ef5500c), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:24.828465 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86184dd6-c04c-4cf3-a6dc-dcce2db0603d None None] Network e8667517-3360-4053-ba73-ab7205fbbabb requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:37:24.891692 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-8ca9432e-f002-4dfe-b322-36c1c91bcb79 None None] Provisioning complete for port e9d5b768-3ac2-4565-ae67-a100383eb0ad triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:24.892051 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-8ca9432e-f002-4dfe-b322-36c1c91bcb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:24.974903 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Router 2655bfe3-19d6-4759-a303-ae956ef5500c is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:37:25.009880 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9432e-f002-4dfe-b322-36c1c91bcb79 None None] Current status of the port e9d5b768-3ac2-4565-ae67-a100383eb0ad is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:25.120542 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128ea44-53e1-4199-8957-a576a1e73dbb req-4b19d5cd-0dd5-49a6-8286-17eb71934157 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:25.122203 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b128ea44-53e1-4199-8957-a576a1e73dbb req-4b19d5cd-0dd5-49a6-8286-17eb71934157 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0968816 Aug 31 04:37:25.155536 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:25.165655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Sync routers for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:25.185938 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:25.186967 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:25.199674 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b128ea44-53e1-4199-8957-a576a1e73dbb req-67652ad2-a8f3-46ca-aa72-b67a947a798a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683215 Aug 31 04:37:25.202808 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:25.207007 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4a27032a-fe20-49e6-941a-3ce04e5e20d2 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1584706 Aug 31 04:37:25.207313 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51286) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:25.336767 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:25.395341 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d4846db7-f9a0-42ba-82e1-3147a7af8fc3 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:37:25.483552 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:25.585119 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ad838-765a-4051-b825-57b4ab57c493 req-ce8bf2e7-34ed-48f2-b1eb-033a3f791979 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:25.595267 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0f2ad838-765a-4051-b825-57b4ab57c493 req-ce8bf2e7-34ed-48f2-b1eb-033a3f791979 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 943 time: 0.0773048 Aug 31 04:37:25.631796 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:25.681141 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-eae53eb8-33b6-4a07-8fec-68f0d816ea71 None None] Provisioning complete for port e9d5b768-3ac2-4565-ae67-a100383eb0ad triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:25.681828 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-eae53eb8-33b6-4a07-8fec-68f0d816ea71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:25.704597 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0f2ad838-765a-4051-b825-57b4ab57c493 req-19edcc86-c58d-4335-be40-ac18f6ddc422 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082349 Aug 31 04:37:25.785706 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bb507-666b-4895-b3db-5eaaefaaa050 req-3de96b7e-4c8e-4413-ab8c-5098e1ea3be3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:25.795916 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-556bb507-666b-4895-b3db-5eaaefaaa050 req-3de96b7e-4c8e-4413-ab8c-5098e1ea3be3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1067393 Aug 31 04:37:25.848840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:25.879343 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:25.898783 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d4846db7-f9a0-42ba-82e1-3147a7af8fc3, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:25.906464 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:24Z', 'revision_number': 3, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:25.940679 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-556bb507-666b-4895-b3db-5eaaefaaa050 req-4784537b-8b71-49ed-a1b0-1219c17dc942 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437135 Aug 31 04:37:25.945798 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60031c38-8473-47ad-bbce-461819d754a1 req-e77c0909-7a39-43f5-a5aa-387f4d96a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:25.947702 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-60031c38-8473-47ad-bbce-461819d754a1 req-e77c0909-7a39-43f5-a5aa-387f4d96a96d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1130 time: 0.0969384 Aug 31 04:37:25.955678 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Checking router: 2655bfe3-19d6-4759-a303-ae956ef5500c for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:25.956260 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Updating router 2655bfe3-19d6-4759-a303-ae956ef5500c port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:37:25.966655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e9d5b768-3ac2-4565-ae67-a100383eb0ad up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:25.971418 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3', 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39', 'port_id': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3', 'mac_address': 'fa:16:3e:86:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6f88ba-dbfc-481d-9b88-308295aa5d78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:37:26.005799 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-60031c38-8473-47ad-bbce-461819d754a1 req-b188fb6c-407e-4ae1-b7ce-25fe6cc05f4e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Aug 31 04:37:26.020507 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f462b-e640-4d5b-8e63-f05a24e652f9 req-5fc23daa-d0d0-4cf1-ad66-a97ee982cb91 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:26.022216 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2b5f462b-e640-4d5b-8e63-f05a24e652f9 req-5fc23daa-d0d0-4cf1-ad66-a97ee982cb91 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1022477 Aug 31 04:37:26.116395 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.146037 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2b5f462b-e640-4d5b-8e63-f05a24e652f9 req-df5229b5-a9a5-4cf5-a007-00d53d2c18a3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159251 Aug 31 04:37:26.159772 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.206008 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:26.206238 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.227612 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-eae53eb8-33b6-4a07-8fec-68f0d816ea71 None None] Current status of the port e9d5b768-3ac2-4565-ae67-a100383eb0ad is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:26.235439 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4846db7-f9a0-42ba-82e1-3147a7af8fc3 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:26.238040 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:26.346505 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e9d5b768-3ac2-4565-ae67-a100383eb0ad triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:26.348106 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.373379 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d4846db7-f9a0-42ba-82e1-3147a7af8fc3, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:26.413714 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f812ca-791b-4eab-8b8a-be724cf82f2e req-31cb6722-5f2b-429e-9c4d-026c09b005fb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:26.415882 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a2f812ca-791b-4eab-8b8a-be724cf82f2e req-31cb6722-5f2b-429e-9c4d-026c09b005fb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0869200 Aug 31 04:37:26.425506 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.425899 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Allocated IP 172.20.0.1 (e8667517-3360-4053-ba73-ab7205fbbabb/29fc57df-32df-49d1-b439-5fa8ad2fca49/f350709c-bff5-4bdd-8115-e1b2dee57852) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:26.499484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a2f812ca-791b-4eab-8b8a-be724cf82f2e req-f60d7fc8-70c2-4ec8-bbf5-8d662aded9eb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773411 Aug 31 04:37:26.543416 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:26.706553 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e9d5b768-3ac2-4565-ae67-a100383eb0ad is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:26.826778 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Publish callbacks [] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.836320 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.847941 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:26.886670 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:26.907222 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Attempting to bind port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:26.907588 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Attempting to bind port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:26.907951 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Attempting to bind port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:26.913156 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a232d-e3c5-4319-a6e7-726eac921c3c None None] Pushing event updated for resources: {'Port': ['ID=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:26.929812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:26.929812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:26.929812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.929812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:26.929812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Bound port: 01b37ae0-bbd6-4b54-871c-dfbccb797cf2, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:26.929812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.952056 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks [] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:26.996947 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] For port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:26.999354 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:27.001189 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] For port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:27.011740 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:27.047247 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['d4846db7-f9a0-42ba-82e1-3147a7af8fc3'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:37:27.091414 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Network e8667517-3360-4053-ba73-ab7205fbbabb is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:27.097716 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:27.101681 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:27.105847 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc26eb8-16d3-4c4e-8786-28f768195748 req-e78961a2-2689-4284-8aed-dc3cbe18c9bd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:27.113441 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fdc26eb8-16d3-4c4e-8786-28f768195748 req-e78961a2-2689-4284-8aed-dc3cbe18c9bd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0678060 Aug 31 04:37:27.142372 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:27.154440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:27.155336 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (2655bfe3-19d6-4759-a303-ae956ef5500c), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:27.159501 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Pushing event updated for resources: {'Port': ['ID=f350709c-bff5-4bdd-8115-e1b2dee57852,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:27.170443 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e8038-fdee-4805-899b-650de2648548 req-6f35e2db-a285-4a10-aebe-0356a7fb3db5 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:27.172017 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c41e8038-fdee-4805-899b-650de2648548 req-6f35e2db-a285-4a10-aebe-0356a7fb3db5 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 944 time: 0.1892672 Aug 31 04:37:27.216408 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fdc26eb8-16d3-4c4e-8786-28f768195748 req-60220a71-dd86-4a22-b39f-0e862ddb0e04 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018646 Aug 31 04:37:27.296491 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c41e8038-fdee-4805-899b-650de2648548 req-569b6aaa-83fd-464e-a8b2-67dec1c4af45 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840795 Aug 31 04:37:27.334799 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a232d-e3c5-4319-a6e7-726eac921c3c None None] Pushing event updated for resources: {'Port': ['ID=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:27.419622 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6bb5-e14c-4985-88ac-abb79b498a26 req-15967881-fc7f-4e15-9553-2f6d23899ecc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:27.431838 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eefa6bb5-e14c-4985-88ac-abb79b498a26 req-15967881-fc7f-4e15-9553-2f6d23899ecc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0938699 Aug 31 04:37:27.504485 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eefa6bb5-e14c-4985-88ac-abb79b498a26 req-0bb1b1d0-10a9-41df-b5c9-2fe3de86006f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660639 Aug 31 04:37:27.550270 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:27.713179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-820f54a5-9304-4f1e-bb47-84e1526d74b4 None None] Provisioning complete for port f350709c-bff5-4bdd-8115-e1b2dee57852 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:27.713556 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-820f54a5-9304-4f1e-bb47-84e1526d74b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:27.733570 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7f0e8-8f8e-4aff-98e6-5fde05093666 req-470484fb-5330-49c5-908e-edf47e95df0d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:27.741433 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e5e7f0e8-8f8e-4aff-98e6-5fde05093666 req-470484fb-5330-49c5-908e-edf47e95df0d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.1145692 Aug 31 04:37:27.764683 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:27.768225 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:27.772122 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fcf7b-9227-4d06-8511-7391a63fa9fd req-5f929a66-5006-4d90-a492-cffb1640224b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:27.773679 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-602fcf7b-9227-4d06-8511-7391a63fa9fd req-5f929a66-5006-4d90-a492-cffb1640224b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0568569 Aug 31 04:37:27.820475 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e5e7f0e8-8f8e-4aff-98e6-5fde05093666 req-4efecd57-5a92-42fb-8586-35ae45d8d29d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761135 Aug 31 04:37:27.830367 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:27.878350 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-820f54a5-9304-4f1e-bb47-84e1526d74b4 None None] Port f350709c-bff5-4bdd-8115-e1b2dee57852 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:37:27.909711 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-602fcf7b-9227-4d06-8511-7391a63fa9fd req-d77fd6fb-8c0f-4f9a-ab85-07219b9df9e2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001844 Aug 31 04:37:27.948378 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks [] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:27.960207 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:28.050802 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Pushing event updated for resources: {'Port': ['ID=f350709c-bff5-4bdd-8115-e1b2dee57852,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:28.056799 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (2655bfe3-19d6-4759-a303-ae956ef5500c), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:28.107500 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:24Z', 'revision_number': 3, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:28.137296 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961beb7-3428-4bca-a4fd-b5070d28bea1 None None] The sync data for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi is: [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:24Z', 'revision_number': 3, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:28.206302 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Network e8667517-3360-4053-ba73-ab7205fbbabb is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:28.208639 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:28.455238 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:28.458966 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Router 2655bfe3-19d6-4759-a303-ae956ef5500c has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:37:28.627937 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c438753-076f-47bc-88b0-9a06e9292aa3 req-776ab5fd-9a10-401e-b8d9-f4ff5d137288 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:28.637480 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9c438753-076f-47bc-88b0-9a06e9292aa3 req-776ab5fd-9a10-401e-b8d9-f4ff5d137288 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 944 time: 0.1936612 Aug 31 04:37:28.738456 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ba7cf0b6-c6e3-47c5-a082-c22383cb84e0 None None] Provisioning complete for port f350709c-bff5-4bdd-8115-e1b2dee57852 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:28.739047 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf0b6-c6e3-47c5-a082-c22383cb84e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:28.765068 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:28.793685 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9c438753-076f-47bc-88b0-9a06e9292aa3 req-392ef0da-21ce-434e-b49e-cb319edaa854 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493640 Aug 31 04:37:28.817192 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c1abcf69-18f5-454f-94cd-f51eab8c9786 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/2655bfe3-19d6-4759-a303-ae956ef5500c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6089509 Aug 31 04:37:28.858904 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ba7cf0b6-c6e3-47c5-a082-c22383cb84e0 None None] Port f350709c-bff5-4bdd-8115-e1b2dee57852 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:37:28.902997 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-66f1a047-f873-4917-88da-c2f46501ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:28.904587 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-66f1a047-f873-4917-88da-c2f46501ba78 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 1129 time: 0.0847411 Aug 31 04:37:28.908438 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0474c83-6d9a-4713-a716-8d14a0e1e363 req-29677488-da04-4214-a9cd-0780f9638864 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:28.912561 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f0474c83-6d9a-4713-a716-8d14a0e1e363 req-29677488-da04-4214-a9cd-0780f9638864 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1416795 Aug 31 04:37:28.926595 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d4846db7-f9a0-42ba-82e1-3147a7af8fc3 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:29.051239 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f0474c83-6d9a-4713-a716-8d14a0e1e363 req-438ae820-ae52-474a-8770-16dde5d362b7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330962 Aug 31 04:37:29.073431 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:37:29.110191 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:29.113718 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:29.248983 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:29.326086 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4410e-c054-4595-b7fc-0f98b2bc10b1 req-32c96110-cd45-4021-969a-a538975c622a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:29.335230 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6a4410e-c054-4595-b7fc-0f98b2bc10b1 req-32c96110-cd45-4021-969a-a538975c622a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.2464306 Aug 31 04:37:29.392595 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a792877-a485-47d5-8f87-63b4916da1aa req-6f0a1aef-31c2-433c-b34e-d685905a26a0 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:29.412529 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:29.412997 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:29.420819 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6a792877-a485-47d5-8f87-63b4916da1aa req-6f0a1aef-31c2-433c-b34e-d685905a26a0 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1428728 Aug 31 04:37:29.451997 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-eb8f5294-01cf-49c7-8340-4ddc4f64dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:29.458686 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-eb8f5294-01cf-49c7-8340-4ddc4f64dfaf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 912 time: 0.5369196 Aug 31 04:37:29.529083 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:29.533710 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030bcca9-c8b9-46e5-9ba5-d42e6836eb86" -d '{"events": [{"server_uuid": "a0ff7d85-b143-4922-a7a6-e138c68737b8", "name": "network-vif-plugged", "status": "completed", "tag": "d4846db7-f9a0-42ba-82e1-3147a7af8fc3"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:29.571049 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6a792877-a485-47d5-8f87-63b4916da1aa req-6df61b7f-4330-488b-aa8c-7400b658f07d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429269 Aug 31 04:37:29.580501 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:29.591753 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d4846db7-f9a0-42ba-82e1-3147a7af8fc3, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:29.611928 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:29.647949 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6a4410e-c054-4595-b7fc-0f98b2bc10b1 req-ab177c0f-ffe1-4c2c-89f9-14f058bb4a1c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135819 Aug 31 04:37:29.681619 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-66a1f89d-a0e5-4e67-b5a4-0d19df163cfc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 200 len: 1000 time: 0.2086811 Aug 31 04:37:29.731530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:29.748309 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb281af-8a18-48ae-815b-cfefb32a2a48 x-openstack-request-id: req-5fb281af-8a18-48ae-815b-cfefb32a2a48 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:29.748968 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff7d85-b143-4922-a7a6-e138c68737b8", "name": "network-vif-plugged", "status": "completed", "tag": "d4846db7-f9a0-42ba-82e1-3147a7af8fc3", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:29.748968 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fb281af-8a18-48ae-815b-cfefb32a2a48 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:29.749757 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb281af-8a18-48ae-815b-cfefb32a2a48'] response: {'server_uuid': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3', 'code': 200} Aug 31 04:37:29.784899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-33f6a8e7-741c-4587-9906-6f2b55351629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:29.786474 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-33f6a8e7-741c-4587-9906-6f2b55351629 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.0911546 Aug 31 04:37:29.920971 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-5c943252-cdc2-4092-ad2d-c4081aaa5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:29.923202 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-5c943252-cdc2-4092-ad2d-c4081aaa5d76 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1256297 Aug 31 04:37:29.963952 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25dcae-3116-4931-97d2-c148f2d717d2 req-74054e88-fcf0-4c86-8347-9b110d9d3c02 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:29.967987 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1f25dcae-3116-4931-97d2-c148f2d717d2 req-74054e88-fcf0-4c86-8347-9b110d9d3c02 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.1803732 Aug 31 04:37:29.993617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51378) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:30.010021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'floatingip': {'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:30.018441 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:30.041150 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d676c4-7670-4e8e-a5f0-81030ae75869 req-7d75e5a6-93b2-423a-afc6-7a02e92df386 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:30.053905 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-19d676c4-7670-4e8e-a5f0-81030ae75869 req-7d75e5a6-93b2-423a-afc6-7a02e92df386 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.1195211 Aug 31 04:37:30.093350 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51384) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:30.103728 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-102187579-network', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:30.145919 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:30.147463 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.153935 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:30.157064 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Made reservation on behalf of f992ae8c1f3b47dd88bd3f2b20216125 for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:30.162086 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.169394 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-19d676c4-7670-4e8e-a5f0-81030ae75869 req-883b52a9-b512-4409-995c-5c18e85a78de tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145041 Aug 31 04:37:30.178863 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.209570 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:30.250958 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:30.251404 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.280256 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826de11-9d69-4f88-ad26-50cfbcb60ee5 req-2c074984-10b8-429d-91b8-ccb69d71474d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:30.281418 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:30.294938 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6826de11-9d69-4f88-ad26-50cfbcb60ee5 req-2c074984-10b8-429d-91b8-ccb69d71474d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0971324 Aug 31 04:37:30.307778 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:30.316909 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.318919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.332854 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks [] for security_group (dc12feeb-0070-41c0-9139-1bcc20d5d5e2), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.346107 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (dc12feeb-0070-41c0-9139-1bcc20d5d5e2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.374293 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:37:30.395087 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:30.396876 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12feeb-0070-41c0-9139-1bcc20d5d5e2,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:30.406413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (e83014c2-dca3-4173-aa8d-c672d76ad6cb), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.406805 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Added segment e83014c2-dca3-4173-aa8d-c672d76ad6cb of type vlan for network ee0e2491-fccf-4669-81af-2a5a04e79f03 Aug 31 04:37:30.414444 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31118a16-546c-4b27-9fa2-adce00b84ca9 req-9ae2eb7d-8476-49e1-be54-23158a36473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:30.417527 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31118a16-546c-4b27-9fa2-adce00b84ca9 req-9ae2eb7d-8476-49e1-be54-23158a36473a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 1129 time: 0.3229077 Aug 31 04:37:30.460739 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (ee0e2491-fccf-4669-81af-2a5a04e79f03), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.491119 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (ee0e2491-fccf-4669-81af-2a5a04e79f03), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.492206 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:30.492854 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.568237 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4727011 Aug 31 04:37:30.575213 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51392) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:30.593423 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Request body: {'subnet': {'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-102187579-subnet', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:30.643384 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6826de11-9d69-4f88-ad26-50cfbcb60ee5 req-95a50c78-ef99-4206-a7b2-32e18152e585 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469429 Aug 31 04:37:30.661991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00643c-355b-442d-89b3-d4be41db59f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ee0e2491-fccf-4669-81af-2a5a04e79f03,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:30.670280 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31118a16-546c-4b27-9fa2-adce00b84ca9 req-9b187937-9641-4348-a18c-461c1a018235 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434070 Aug 31 04:37:30.679559 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-edb91765-82c8-41cb-84e6-39ba9ed6b351 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053857 Aug 31 04:37:30.706943 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:37:30.716863 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Made reservation on behalf of f992ae8c1f3b47dd88bd3f2b20216125 for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:30.719771 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3726776'] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:30.935599 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:31.108926 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3726766'] for subnet (b605016f-2f59-496b-b906-ab1ac72bd3c3), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.281746 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Sync routers for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:31.287435 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af730b-6737-4a5e-9a7f-66df3a2f2e3b req-5c5b9d73-10b7-4a6c-b83a-a237d928bd11 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:31.301217 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-43af730b-6737-4a5e-9a7f-66df3a2f2e3b req-5c5b9d73-10b7-4a6c-b83a-a237d928bd11 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.2241523 Aug 31 04:37:31.315528 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:31.316364 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:31.378153 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51406) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:31.432941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.db.resource_extend [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 31 04:37:31.501991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b605016f-2f59-496b-b906-ab1ac72bd3c3,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:31.542091 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-43af730b-6737-4a5e-9a7f-66df3a2f2e3b req-3fea2a0d-33f4-4307-a9d0-8166376bee94 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241220 Aug 31 04:37:31.548126 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:31.548292 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Checking segment: {'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:31.548538 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Network hostable DHCP agents. Network: ee0e2491-fccf-4669-81af-2a5a04e79f03, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:37:31.571477 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:37:31.585945 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, ee0e2491-fccf-4669-81af-2a5a04e79f03) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:31.596214 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b36568e-675d-4886-ad3b-2c33b4c5fbc8 None None] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:37:31.602766 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:31.604689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.632354 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-39222069-47f7-4a3e-a778-03289f0966e7 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0558183 Aug 31 04:37:31.633434 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51414) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:31.638920 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:31.639255 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6063-26e9-42be-aa9f-64aad4b17ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.674307 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.675752 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.678660 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bc5c1-a511-4e1f-9fc9-7d6950e6616f req-dfc7d038-dea0-4c3c-adc7-ab01efe832d5 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:31.681454 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-494bc5c1-a511-4e1f-9fc9-7d6950e6616f req-dfc7d038-dea0-4c3c-adc7-ab01efe832d5 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.2998514 Aug 31 04:37:31.700133 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.711316 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:31.747997 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:31.784768 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks [] for router_controller (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), precommit_add_association {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.819380 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-ee0e2491-fccf-4669-81af-2a5a04e79f03', 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03', 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'fixed_ips': [{'subnet_id': 'b605016f-2f59-496b-b906-ab1ac72bd3c3'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:37:31.820619 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:31.977664 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:31.996168 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d1fbe-55d4-4915-9783-c82a32c578af req-19ddaf61-b989-42b5-9fd2-f529c3670e82 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:31.997933 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f22d1fbe-55d4-4915-9783-c82a32c578af req-19ddaf61-b989-42b5-9fd2-f529c3670e82 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1468809 Aug 31 04:37:32.086962 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f22d1fbe-55d4-4915-9783-c82a32c578af req-f0e26d3e-afac-418a-ab76-c1a6e783df3b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560567 Aug 31 04:37:32.138164 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 2, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:32.171404 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks [] for router_gateway (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.202162 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Checking router: 2655bfe3-19d6-4759-a303-ae956ef5500c for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:32.205470 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Updating router 2655bfe3-19d6-4759-a303-ae956ef5500c port f350709c-bff5-4bdd-8115-e1b2dee57852 binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:37:32.208609 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:32.211181 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.257111 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.261357 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.284996 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Allocated IP 172.20.0.2 (ee0e2491-fccf-4669-81af-2a5a04e79f03/b605016f-2f59-496b-b906-ab1ac72bd3c3/aebf9171-981b-456d-ba7e-8d8a5da865d7) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:32.304896 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:32.380490 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-392d19b4-fda8-4e8b-b51a-fa41ebd08b4d req-ac880394-c827-41a0-96b2-2fe0be775d46 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9974794 Aug 31 04:37:32.441401 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-494bc5c1-a511-4e1f-9fc9-7d6950e6616f req-3c0a9ea5-7833-4f69-a4d3-63b9e1e53bb8 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456641 Aug 31 04:37:32.507493 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:32.516044 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Floating IP d7052424-7f12-4ba3-8e0a-c6821e33c113 associated. External IP: 172.27.3.26, port: 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56. Aug 31 04:37:32.519379 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks [] for router_gateway (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.522465 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:32.563859 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.656557 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6063-26e9-42be-aa9f-64aad4b17ae6 admin admin] Publish callbacks [] for security_group (136fc411-dbcb-44f7-92cf-cb69540bbc2b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.674192 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:32.695781 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1e3f6063-26e9-42be-aa9f-64aad4b17ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (136fc411-dbcb-44f7-92cf-cb69540bbc2b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.768976 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808373af-655e-482e-a9d4-df09799ec4fb req-c5f095d1-3b10-46ce-ba92-eb72fb4e5ba5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:32.770574 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-808373af-655e-482e-a9d4-df09799ec4fb req-c5f095d1-3b10-46ce-ba92-eb72fb4e5ba5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1059816 Aug 31 04:37:32.777878 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Publish callbacks [] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.790401 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.792865 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Allocated IP 172.27.3.88 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/cd8d3e82-0d0b-456b-9469-d898eb686d89) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:32.817301 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Publish callbacks [] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.831699 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.835173 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-1e3f6063-26e9-42be-aa9f-64aad4b17ae6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b38ac6340946490db53227ccf2423181&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4414196 Aug 31 04:37:32.836196 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51424) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:32.864982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f6063-26e9-42be-aa9f-64aad4b17ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136fc411-dbcb-44f7-92cf-cb69540bbc2b,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:32.871029 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:32.875124 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:32.878825 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:32.896036 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-808373af-655e-482e-a9d4-df09799ec4fb req-6badae40-bce4-431a-afc4-6d1453b4c5e6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996351 Aug 31 04:37:32.931304 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:32.931837 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Attempting to bind port f350709c-bff5-4bdd-8115-e1b2dee57852 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:32.932479 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Attempting to bind port f350709c-bff5-4bdd-8115-e1b2dee57852 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:32.933110 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Attempting to bind port f350709c-bff5-4bdd-8115-e1b2dee57852 on network e8667517-3360-4053-ba73-ab7205fbbabb {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:32.940520 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:32.941177 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Checking segment: {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:32.941830 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.942370 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Bound using segment: {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:32.943341 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Bound port: f350709c-bff5-4bdd-8115-e1b2dee57852, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:32.943959 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:32.983754 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Pushing event updated for resources: {'Port': ['ID=aebf9171-981b-456d-ba7e-8d8a5da865d7,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:32.986393 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:33.021128 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Router 130b057b-8922-41a1-aa38-452d71a7f409 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:37:33.024080 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a704056e-8f8e-477a-b51e-54d3612176c3 admin admin] Publish callbacks [] for security_group (136fc411-dbcb-44f7-92cf-cb69540bbc2b), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.046062 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] For port f350709c-bff5-4bdd-8115-e1b2dee57852, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:33.046279 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a704056e-8f8e-477a-b51e-54d3612176c3 admin admin] Publish callbacks [] for security_group (136fc411-dbcb-44f7-92cf-cb69540bbc2b), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.050351 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] For port f350709c-bff5-4bdd-8115-e1b2dee57852, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=f350709c-bff5-4bdd-8115-e1b2dee57852,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:33.080055 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Attempting to bind port aebf9171-981b-456d-ba7e-8d8a5da865d7 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:33.080425 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Attempting to bind port aebf9171-981b-456d-ba7e-8d8a5da865d7 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:33.080790 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Attempting to bind port aebf9171-981b-456d-ba7e-8d8a5da865d7 on network ee0e2491-fccf-4669-81af-2a5a04e79f03 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:33.083894 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.097369 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:33.097756 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Checking segment: {'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:33.100341 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.100970 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Bound using segment: {'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:33.102477 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Bound port: aebf9171-981b-456d-ba7e-8d8a5da865d7, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:33.103229 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.121063 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Pushing event updated for resources: {'Port': ['ID=f350709c-bff5-4bdd-8115-e1b2dee57852,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.126782 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a704056e-8f8e-477a-b51e-54d3612176c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (136fc411-dbcb-44f7-92cf-cb69540bbc2b), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.131037 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.131718 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.132276 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.132821 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.133357 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.133483 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a704056e-8f8e-477a-b51e-54d3612176c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.133944 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.134413 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.137834 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a704056e-8f8e-477a-b51e-54d3612176c3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/136fc411-dbcb-44f7-92cf-cb69540bbc2b HTTP/1.1" status: 204 len: 168 time: 0.2943480 Aug 31 04:37:33.138838 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.139338 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.140288 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.141013 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.141500 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.141962 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.142571 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.143067 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:33.173406 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks [] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.200144 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:33.201323 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e5ee7-8545-439b-896b-fd2835003763 None None] Pushing event updated for resources: {'Port': ['ID=f350709c-bff5-4bdd-8115-e1b2dee57852,revision_number=4']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.220144 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:33.221047 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:33.261600 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] For port aebf9171-981b-456d-ba7e-8d8a5da865d7, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:33.265444 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] For port aebf9171-981b-456d-ba7e-8d8a5da865d7, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=aebf9171-981b-456d-ba7e-8d8a5da865d7,segment=NetworkSegment(e83014c2-dca3-4173-aa8d-c672d76ad6cb),segment_id=e83014c2-dca3-4173-aa8d-c672d76ad6cb)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:33.276495 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.277147 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704056e-8f8e-477a-b51e-54d3612176c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136fc411-dbcb-44f7-92cf-cb69540bbc2b,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.303210 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.445010 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a32c1-68ef-4d95-b11b-9222367aacaa None None] Pushing event updated for resources: {'Port': ['ID=aebf9171-981b-456d-ba7e-8d8a5da865d7,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.447089 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:33.450736 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:33.465169 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:33.472064 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd8d3e82-0d0b-456b-9469-d898eb686d89,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:33.515893 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:33.605297 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:33.611822 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:33.622179 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9aab3-39fd-4fee-ba70-8be26a8105a5 req-eb88051a-cdf0-4538-a71d-ba385628512d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:33.626270 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] Sync routers for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:33.644826 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-44a9aab3-39fd-4fee-ba70-8be26a8105a5 req-eb88051a-cdf0-4538-a71d-ba385628512d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1148899 Aug 31 04:37:33.666406 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:33.667737 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:33.755695 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:33.790661 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-78b12e71-43bf-4961-8e0c-356033834d5c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d7052424-7f12-4ba3-8e0a-c6821e33c113 HTTP/1.1" status: 200 len: 991 time: 3.7910259 Aug 31 04:37:33.800014 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:33.806635 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae1254f-f57d-47f2-8a2b-6047dffd169c" -d '{"events": [{"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:33.869441 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-44a9aab3-39fd-4fee-ba70-8be26a8105a5 req-531a7470-7db8-40e0-a33a-ea3224ffbe2f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235126 Aug 31 04:37:33.901181 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:33.986134 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:33.999179 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc0b0b-0643-40f9-83a6-20e7dca05258 x-openstack-request-id: req-cabc0b0b-0643-40f9-83a6-20e7dca05258 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:34.009769 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:34.010129 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cabc0b0b-0643-40f9-83a6-20e7dca05258 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:34.010514 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabc0b0b-0643-40f9-83a6-20e7dca05258'] response: {'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'status': 'completed', 'code': 200} Aug 31 04:37:34.121862 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282497-f39b-487d-9ba3-94bf4c9cde39 req-dbda8619-b159-458e-8893-6c6ea2064140 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:34.127670 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc282497-f39b-487d-9ba3-94bf4c9cde39 req-dbda8619-b159-458e-8893-6c6ea2064140 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.2685244 Aug 31 04:37:34.201723 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f6548-b5b8-4197-9773-0cbd7448c854 req-116fdb9e-3f86-42a3-95aa-3e58091122e5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:34.203745 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-441f6548-b5b8-4197-9773-0cbd7448c854 req-116fdb9e-3f86-42a3-95aa-3e58091122e5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0698493 Aug 31 04:37:34.295253 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks [] for router_gateway (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:34.299157 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-441f6548-b5b8-4197-9773-0cbd7448c854 req-9e9b4841-2ddd-44c8-b546-675e6f20867d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879748 Aug 31 04:37:34.366390 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd7052424-7f12-4ba3-8e0a-c6821e33c113', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'mac_address': 'fa:16:3e:b8:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:37:05Z', 'updated_at': '2022-08-31T04:37:31Z', 'revision_number': 1, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.398122 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] Checking router: 130b057b-8922-41a1-aa38-452d71a7f409 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:34.411310 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:34.411952 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.423531 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:33Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:34.482842 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d263b1-b941-4671-a75d-8cf6ca970329 None None] The sync data for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi is: [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:33Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:34.639442 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:34.855429 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc282497-f39b-487d-9ba3-94bf4c9cde39 req-1ee0202c-a138-4bea-a5e1-501920720c9a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6429732 Aug 31 04:37:34.985678 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:35.095347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04c8ea-e702-4d2a-968d-bdebf8e6ae4a req-19c12081-e113-4d17-9141-95ab379999ad tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:35.096958 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8c04c8ea-e702-4d2a-968d-bdebf8e6ae4a req-19c12081-e113-4d17-9141-95ab379999ad tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0904920 Aug 31 04:37:35.101799 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:35.194461 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8c04c8ea-e702-4d2a-968d-bdebf8e6ae4a req-81a2c1be-b6c3-47eb-b4af-0078c6d6da20 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808935 Aug 31 04:37:35.247741 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:35.252158 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29863ca-9c36-4807-83c3-d2a3d1efe275 None None] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:37:35.378430 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:37:35.384688 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-e5a9bed4-5ca4-4968-b8d2-4fb42f0d45cf None None] Provisioning complete for port aebf9171-981b-456d-ba7e-8d8a5da865d7 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:35.385094 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e5a9bed4-5ca4-4968-b8d2-4fb42f0d45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:35.482416 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd7052424-7f12-4ba3-8e0a-c6821e33c113', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'mac_address': 'fa:16:3e:b8:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:37:05Z', 'updated_at': '2022-08-31T04:37:31Z', 'revision_number': 1, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:35.504677 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260c1fb-9fad-448d-976c-8686eb42e53b req-6fe2e7f3-e6cf-4512-a0bd-7706a1aa191a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:35.507039 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a260c1fb-9fad-448d-976c-8686eb42e53b req-6fe2e7f3-e6cf-4512-a0bd-7706a1aa191a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0571501 Aug 31 04:37:35.545514 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b99d27-d515-43ed-9766-c2194e2e1d22 None None] The sync data for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi is: [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd7052424-7f12-4ba3-8e0a-c6821e33c113', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'mac_address': 'fa:16:3e:b8:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:37:05Z', 'updated_at': '2022-08-31T04:37:31Z', 'revision_number': 1, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:35.630344 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9bed4-5ca4-4968-b8d2-4fb42f0d45cf None None] Current status of the port aebf9171-981b-456d-ba7e-8d8a5da865d7 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:35.630895 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e5a9bed4-5ca4-4968-b8d2-4fb42f0d45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:35.719742 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-e5a9bed4-5ca4-4968-b8d2-4fb42f0d45cf None None] For port aebf9171-981b-456d-ba7e-8d8a5da865d7, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=aebf9171-981b-456d-ba7e-8d8a5da865d7,segment=NetworkSegment(e83014c2-dca3-4173-aa8d-c672d76ad6cb),segment_id=e83014c2-dca3-4173-aa8d-c672d76ad6cb)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:35.741270 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e5a9bed4-5ca4-4968-b8d2-4fb42f0d45cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:35.745990 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-11581506-7f7f-4b2c-967a-917cf33f7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:35.753071 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-11581506-7f7f-4b2c-967a-917cf33f7c1c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1130 time: 0.1685991 Aug 31 04:37:35.768635 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:35.778126 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:35.794567 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Sync routers for ids ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:35.813420 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9bed4-5ca4-4968-b8d2-4fb42f0d45cf None None] Pushing event updated for resources: {'Port': ['ID=aebf9171-981b-456d-ba7e-8d8a5da865d7,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:35.816892 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a260c1fb-9fad-448d-976c-8686eb42e53b req-21189c6e-3cb9-4b2e-92c2-157b8e4da13b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021412 Aug 31 04:37:35.837980 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:35.839446 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-8c5f92da-206e-4969-9fd1-9af22fe216e7 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2041667 Aug 31 04:37:35.842282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51456) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:35.856521 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Routers {'0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:35.861475 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:36.082500 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:36.122123 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device f350709c-bff5-4bdd-8115-e1b2dee57852 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:36.196364 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Set router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:36.272846 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port f350709c-bff5-4bdd-8115-e1b2dee57852 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:36.273224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:36.312640 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f9b53-a7ec-4357-ac3a-c4ec3b061df3 None None] New status for floating IP d7052424-7f12-4ba3-8e0a-c6821e33c113: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:37:36.362306 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:37:36.369444 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:36.375321 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-c68352d0-b67b-49e2-bfff-cb121dbb240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:36.377325 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-c68352d0-b67b-49e2-bfff-cb121dbb240a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.2781579 Aug 31 04:37:36.485614 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-88840536-b6fa-45f5-ae89-af8d5ed9dc51 None None] Provisioning complete for port aebf9171-981b-456d-ba7e-8d8a5da865d7 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:36.487397 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5b800-596b-4423-bb62-a6b8074dea32 req-d042796a-a9c5-4fc7-8b4c-d0d4a7d09c4f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:36.489245 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-add5b800-596b-4423-bb62-a6b8074dea32 req-d042796a-a9c5-4fc7-8b4c-d0d4a7d09c4f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1154728 Aug 31 04:37:36.503866 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-88840536-b6fa-45f5-ae89-af8d5ed9dc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:36.522100 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12f8db-e7a4-4531-a098-2cd480e2545d req-52c1655a-e7b1-47f4-8c81-5b5d425736f1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:36.526154 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8d12f8db-e7a4-4531-a098-2cd480e2545d req-52c1655a-e7b1-47f4-8c81-5b5d425736f1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.4418478 Aug 31 04:37:36.596411 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-add5b800-596b-4423-bb62-a6b8074dea32 req-d8b27b90-b95b-46d9-b986-0d869f47e6d4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942225 Aug 31 04:37:36.627638 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8d12f8db-e7a4-4531-a098-2cd480e2545d req-977fc20b-8910-4347-8231-23ca2b93d9a1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920038 Aug 31 04:37:36.651589 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:36.831541 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:37:34Z', 'revision_number': 3, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port': {'id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:32Z', 'updated_at': '2022-08-31T04:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:36.865674 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Checking router: 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:36.866096 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Updating router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 port cd8d3e82-0d0b-456b-9469-d898eb686d89 binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:37:36.926092 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:36.989574 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port f350709c-bff5-4bdd-8115-e1b2dee57852 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:36.989982 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.017938 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-88840536-b6fa-45f5-ae89-af8d5ed9dc51 None None] Current status of the port aebf9171-981b-456d-ba7e-8d8a5da865d7 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:37.067339 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee5330-b3eb-4f75-a64c-45443626a18c req-87d13591-24bc-4d6b-8d3e-4686b6f53893 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:37.076571 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port f350709c-bff5-4bdd-8115-e1b2dee57852, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=f350709c-bff5-4bdd-8115-e1b2dee57852,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:37.077259 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-77ee5330-b3eb-4f75-a64c-45443626a18c req-87d13591-24bc-4d6b-8d3e-4686b6f53893 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1065223 Aug 31 04:37:37.094924 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.100478 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device aebf9171-981b-456d-ba7e-8d8a5da865d7 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:37.122170 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.182526 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-77ee5330-b3eb-4f75-a64c-45443626a18c req-a6c804ec-100f-4f5f-85c6-eedaf45d0239 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042538 Aug 31 04:37:37.339853 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port aebf9171-981b-456d-ba7e-8d8a5da865d7 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:37.340463 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.357627 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Allocated IP 172.20.0.1 (ee0e2491-fccf-4669-81af-2a5a04e79f03/b605016f-2f59-496b-b906-ab1ac72bd3c3/510a9637-95a3-406d-b17c-0bb0c08f2708) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:37.372036 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=f350709c-bff5-4bdd-8115-e1b2dee57852,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:37.386955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:37.394172 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:37.395232 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:37.443968 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Publish callbacks [] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.455793 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.475916 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Attempting to bind port cd8d3e82-0d0b-456b-9469-d898eb686d89 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:37.476694 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Attempting to bind port cd8d3e82-0d0b-456b-9469-d898eb686d89 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:37.477208 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Attempting to bind port cd8d3e82-0d0b-456b-9469-d898eb686d89 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:37.485217 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-5a56a1d5-29b1-4f7d-91fc-3414645274d2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 1001 time: 0.3375945 Aug 31 04:37:37.497266 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port aebf9171-981b-456d-ba7e-8d8a5da865d7 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:37.523226 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:37.524173 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:37.524740 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.525278 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:37.525910 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Bound port: cd8d3e82-0d0b-456b-9469-d898eb686d89, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:37.526443 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.550201 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc46abf-3188-48b2-9e3e-574a8bd5054d None None] Pushing event updated for resources: {'Port': ['ID=cd8d3e82-0d0b-456b-9469-d898eb686d89,revision_number=2']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:37.572519 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks [] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.576546 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-541d7593-2d92-4a01-b0e2-cf8ce08ce471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:37.578142 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-541d7593-2d92-4a01-b0e2-cf8ce08ce471 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0754802 Aug 31 04:37:37.594598 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] For port cd8d3e82-0d0b-456b-9469-d898eb686d89, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:37.601934 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] For port cd8d3e82-0d0b-456b-9469-d898eb686d89, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=cd8d3e82-0d0b-456b-9469-d898eb686d89,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:37.614596 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:37.662045 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Routers {'0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:37.663021 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:37.721163 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc46abf-3188-48b2-9e3e-574a8bd5054d None None] Pushing event updated for resources: {'Port': ['ID=cd8d3e82-0d0b-456b-9469-d898eb686d89,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:37.769635 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-9979845b-46c1-4291-afa4-4dfae490810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:37.771251 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-9979845b-46c1-4291-afa4-4dfae490810c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1786919 Aug 31 04:37:37.827220 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] Set router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:37.965351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5c262-a4f0-4bf3-aff4-0ebafd378b12 req-bea1acbb-9636-421f-abf6-439dd9d83dfc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:37.965647 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device f350709c-bff5-4bdd-8115-e1b2dee57852 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:37.967404 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-99b5c262-a4f0-4bf3-aff4-0ebafd378b12 req-bea1acbb-9636-421f-abf6-439dd9d83dfc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.2095382 Aug 31 04:37:37.970613 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.026464 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:38.059975 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:38.084208 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:38.091472 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:38.097327 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Pushing event updated for resources: {'Port': ['ID=510a9637-95a3-406d-b17c-0bb0c08f2708,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:38.133360 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port f350709c-bff5-4bdd-8115-e1b2dee57852 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:38.133675 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.154833 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-cd9257c1-76d5-45e5-9710-6be7111c8698 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297665 Aug 31 04:37:38.158700 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.159076 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.159411 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.159740 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.160065 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.160383 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.160707 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.161021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.161344 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.161663 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.161986 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.162401 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.162658 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.163010 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.163323 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:38.177199 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-99b5c262-a4f0-4bf3-aff4-0ebafd378b12 req-b9178c9f-805e-4631-ab83-9a11cf3b97f6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006359 Aug 31 04:37:38.188283 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.195943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fda68-0292-4e23-acd5-24ff81dc1cae req-80f916da-136d-4618-9a71-85939a523ba3 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:38.203930 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-391fda68-0292-4e23-acd5-24ff81dc1cae req-80f916da-136d-4618-9a71-85939a523ba3 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.0699167 Aug 31 04:37:38.222990 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:38.297691 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:37:34Z', 'revision_number': 3, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port': {'id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:32Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:38.305865 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-391fda68-0292-4e23-acd5-24ff81dc1cae req-483af410-b2e6-472e-94d8-5124834d32ea tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820222 Aug 31 04:37:38.370959 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccede77-92d9-4a76-9f35-7e50aa49d438 None None] The sync data for ids ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'] in dv-cinder-855307-1-iscsi is: [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:37:34Z', 'revision_number': 3, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port': {'id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:32Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:38.423904 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port f350709c-bff5-4bdd-8115-e1b2dee57852 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:38.425067 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device aebf9171-981b-456d-ba7e-8d8a5da865d7 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:38.475227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c7a2b-66ee-41fb-a2f1-90369c4741b4 req-c51dc802-bc8c-424f-8bf2-dc4d9cded0c5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:38.477102 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-982c7a2b-66ee-41fb-a2f1-90369c4741b4 req-c51dc802-bc8c-424f-8bf2-dc4d9cded0c5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0871053 Aug 31 04:37:38.499501 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port aebf9171-981b-456d-ba7e-8d8a5da865d7 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:38.500442 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.524124 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.557613 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-fe1b0c2e-b8e3-4b1f-a040-e66bdb2f4112 None None] Provisioning complete for port 510a9637-95a3-406d-b17c-0bb0c08f2708 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:38.558358 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-fe1b0c2e-b8e3-4b1f-a040-e66bdb2f4112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.633449 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-982c7a2b-66ee-41fb-a2f1-90369c4741b4 req-fd75d3bd-bf3e-4b37-b0cc-61a41d8e2368 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314728 Aug 31 04:37:38.636860 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-fe1b0c2e-b8e3-4b1f-a040-e66bdb2f4112 None None] Port 510a9637-95a3-406d-b17c-0bb0c08f2708 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:37:38.667180 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port aebf9171-981b-456d-ba7e-8d8a5da865d7 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:38.768026 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:38.834467 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks [] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.844049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:38.931194 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Pushing event updated for resources: {'Port': ['ID=510a9637-95a3-406d-b17c-0bb0c08f2708,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:38.934125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:39.090674 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:39.093041 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:39.251285 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:37:39.401943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee359d-7c24-46de-9cf8-8ee43dc6a3f7 req-2bcb63d9-06e2-4b0a-82fb-f3e5552647e0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:39.419124 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-84ee359d-7c24-46de-9cf8-8ee43dc6a3f7 req-2bcb63d9-06e2-4b0a-82fb-f3e5552647e0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1028259 Aug 31 04:37:39.429991 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:37:39.437641 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2c4de07e-78ba-42e4-a3c8-2405bc6e409a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0679e0c8-831b-4ef9-bc0b-2a5419d46dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5935721 Aug 31 04:37:39.479004 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-d498eccc-249d-4837-8c75-6c86437eb88c None None] Provisioning complete for port 510a9637-95a3-406d-b17c-0bb0c08f2708 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:39.480159 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d498eccc-249d-4837-8c75-6c86437eb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:39.531950 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:39.555972 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6eed-e696-4cfd-986a-b287255f35f2 req-ab6df25a-9d76-4432-b158-8522c6321d8a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:39.564112 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb6a6eed-e696-4cfd-986a-b287255f35f2 req-ab6df25a-9d76-4432-b158-8522c6321d8a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.1406491 Aug 31 04:37:39.566590 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-d498eccc-249d-4837-8c75-6c86437eb88c None None] Port 510a9637-95a3-406d-b17c-0bb0c08f2708 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:37:39.578057 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:39.597746 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-84ee359d-7c24-46de-9cf8-8ee43dc6a3f7 req-4a6c616a-1661-43c2-9a18-44001a289c26 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782467 Aug 31 04:37:39.685945 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb6a6eed-e696-4cfd-986a-b287255f35f2 req-d9c2f771-20e2-4a69-9167-10234424a6a8 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209123 Aug 31 04:37:39.774954 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ae1254f-f57d-47f2-8a2b-6047dffd169c req-d20dfca3-7200-4ee3-bac6-841de020b21a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538532 Aug 31 04:37:39.978739 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device cd8d3e82-0d0b-456b-9469-d898eb686d89 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:40.037340 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port cd8d3e82-0d0b-456b-9469-d898eb686d89 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:40.038211 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:40.105133 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:40.163562 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port cd8d3e82-0d0b-456b-9469-d898eb686d89 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:40.164154 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:40.194835 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port cd8d3e82-0d0b-456b-9469-d898eb686d89, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=cd8d3e82-0d0b-456b-9469-d898eb686d89,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:40.205949 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:40.277468 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=cd8d3e82-0d0b-456b-9469-d898eb686d89,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:40.568238 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70a229-1395-4454-8805-7abf954d48ad req-72786e6b-f455-4284-b9cc-a82173f43ff2 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:40.569966 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7c70a229-1395-4454-8805-7abf954d48ad req-72786e6b-f455-4284-b9cc-a82173f43ff2 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.0698972 Aug 31 04:37:40.821702 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710a07d-7c8a-4a95-9402-423d3bd31dd2 req-cf26ee7c-310b-4e2a-a979-b2cdf615fc37 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:40.830423 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9710a07d-7c8a-4a95-9402-423d3bd31dd2 req-cf26ee7c-310b-4e2a-a979-b2cdf615fc37 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1012537 Aug 31 04:37:40.916803 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9710a07d-7c8a-4a95-9402-423d3bd31dd2 req-d1588649-db25-4f9b-85af-4bdff666d469 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850310 Aug 31 04:37:41.066488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916a39f-7b12-42f1-b7fc-53007e97f628 req-203b95a9-f493-4c76-b837-7b96115c571e tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:41.070778 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5916a39f-7b12-42f1-b7fc-53007e97f628 req-203b95a9-f493-4c76-b837-7b96115c571e tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 945 time: 0.0693061 Aug 31 04:37:41.146044 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:41.166831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Deleting port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:37:41.167217 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:41.261627 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5916a39f-7b12-42f1-b7fc-53007e97f628 req-f9498745-2268-40ce-93cb-860acacbb21b tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737106 Aug 31 04:37:41.296671 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] For port d4846db7-f9a0-42ba-82e1-3147a7af8fc3, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:41.297555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:41.316069 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Calling delete_port for d4846db7-f9a0-42ba-82e1-3147a7af8fc3 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:37:41.564152 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d4846db7-f9a0-42ba-82e1-3147a7af8fc3), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:41.623863 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['d4846db7-f9a0-42ba-82e1-3147a7af8fc3'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:37:41.663450 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Pushing event deleted for resources: {'Port': ['ID=d4846db7-f9a0-42ba-82e1-3147a7af8fc3,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:41.713378 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] No DVR routers for this DVR port d4846db7-f9a0-42ba-82e1-3147a7af8fc3 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:37:41.728787 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:41.737724 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7c70a229-1395-4454-8805-7abf954d48ad req-b30ac917-26f7-49f0-b2c5-f671a767ebae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d4846db7-f9a0-42ba-82e1-3147a7af8fc3 HTTP/1.1" status: 204 len: 173 time: 1.1580095 Aug 31 04:37:41.738228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'name': 'network-vif-deleted', 'tag': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:41.740788 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dd3500-d6f5-4da9-b597-70fccd1f94e5" -d '{"events": [{"server_uuid": "a0ff7d85-b143-4922-a7a6-e138c68737b8", "name": "network-vif-deleted", "tag": "d4846db7-f9a0-42ba-82e1-3147a7af8fc3"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:41.796185 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Sync routers for ids ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:37:41.835727 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Routers {'0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:41.836454 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:41.850536 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95fe48-6208-4585-a530-757c6699b62f x-openstack-request-id: req-6c95fe48-6208-4585-a530-757c6699b62f {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:41.850917 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ff7d85-b143-4922-a7a6-e138c68737b8", "name": "network-vif-deleted", "tag": "d4846db7-f9a0-42ba-82e1-3147a7af8fc3", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:41.851168 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c95fe48-6208-4585-a530-757c6699b62f {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:41.851527 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c95fe48-6208-4585-a530-757c6699b62f'] response: {'server_uuid': 'a0ff7d85-b143-4922-a7a6-e138c68737b8', 'name': 'network-vif-deleted', 'tag': 'd4846db7-f9a0-42ba-82e1-3147a7af8fc3', 'status': 'completed', 'code': 200} Aug 31 04:37:42.035333 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device cd8d3e82-0d0b-456b-9469-d898eb686d89 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:42.085456 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Set router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:42.114460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdefac-5866-4c68-b9fe-cdaecf7c28e0 req-26bb8dea-3195-4802-8369-f98ca7f00799 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:42.118906 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-16bdefac-5866-4c68-b9fe-cdaecf7c28e0 req-26bb8dea-3195-4802-8369-f98ca7f00799 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0804307 Aug 31 04:37:42.185466 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port cd8d3e82-0d0b-456b-9469-d898eb686d89 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:42.187733 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.218607 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51582) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:42.252070 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-16bdefac-5866-4c68-b9fe-cdaecf7c28e0 req-c34c9941-9e6d-4095-beac-690e466f8df4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290848 Aug 31 04:37:42.299917 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:42.360979 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port cd8d3e82-0d0b-456b-9469-d898eb686d89 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:42.429074 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.501340 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a9888872-c6d6-4db6-a8ef-939009220e34 req-d4b0fc38-016b-4400-b255-3728f2dd9a3d tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 210 time: 0.0419631 Aug 31 04:37:42.514615 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:37:38Z', 'revision_number': 4, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port': {'id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:32Z', 'updated_at': '2022-08-31T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '510a9637-95a3-406d-b17c-0bb0c08f2708', 'name': '', 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'mac_address': 'fa:16:3e:2a:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b605016f-2f59-496b-b906-ab1ac72bd3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:37Z', 'updated_at': '2022-08-31T04:37:38Z', 'revision_number': 2, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'subnets': [{'id': 'b605016f-2f59-496b-b906-ab1ac72bd3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:42.556310 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Checking router: 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:37:42.556651 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Updating router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 port 510a9637-95a3-406d-b17c-0bb0c08f2708 binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:37:42.606262 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Publish callbacks [] for security_group (038aa084-70aa-4096-bcf9-c573bb1a21e8), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.607784 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.615976 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (038aa084-70aa-4096-bcf9-c573bb1a21e8), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.656032 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c707ecbc947f49debcd248a815c69f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357753 Aug 31 04:37:42.658772 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51594) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:42.669771 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:42.688518 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038aa084-70aa-4096-bcf9-c573bb1a21e8,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:42.706080 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.706416 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.706987 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.707323 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.707648 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.707967 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.708284 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.708599 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.708922 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.709230 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.709646 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.709966 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.710311 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.710775 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.711254 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f47357-c615-4a70-baf0-002d90a8d784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:37:42.761642 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d14fa4a5-55c3-4145-9370-e537651b0312 admin admin] Publish callbacks [] for security_group (038aa084-70aa-4096-bcf9-c573bb1a21e8), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.783928 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d14fa4a5-55c3-4145-9370-e537651b0312 admin admin] Publish callbacks [] for security_group (038aa084-70aa-4096-bcf9-c573bb1a21e8), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.817170 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:42.852221 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d14fa4a5-55c3-4145-9370-e537651b0312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (038aa084-70aa-4096-bcf9-c573bb1a21e8), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.862217 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d14fa4a5-55c3-4145-9370-e537651b0312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:42.865856 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-d14fa4a5-55c3-4145-9370-e537651b0312 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/038aa084-70aa-4096-bcf9-c573bb1a21e8 HTTP/1.1" status: 204 len: 168 time: 0.2059174 Aug 31 04:37:42.890829 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa4a5-55c3-4145-9370-e537651b0312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038aa084-70aa-4096-bcf9-c573bb1a21e8,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:42.992397 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Publish callbacks [] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:43.006960 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:43.097213 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed8d7-a347-4212-be74-1670001f52a9 None None] Pushing event updated for resources: {'Port': ['ID=510a9637-95a3-406d-b17c-0bb0c08f2708,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:43.164927 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Attempting to bind port 510a9637-95a3-406d-b17c-0bb0c08f2708 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:43.165552 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Attempting to bind port 510a9637-95a3-406d-b17c-0bb0c08f2708 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:43.165907 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Attempting to bind port 510a9637-95a3-406d-b17c-0bb0c08f2708 on network ee0e2491-fccf-4669-81af-2a5a04e79f03 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:43.171494 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:43.171861 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Checking segment: {'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:43.172249 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:43.172629 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Bound using segment: {'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:43.173289 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Bound port: 510a9637-95a3-406d-b17c-0bb0c08f2708, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83014c2-dca3-4173-aa8d-c672d76ad6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:43.173656 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:43.269722 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] For port 510a9637-95a3-406d-b17c-0bb0c08f2708, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:43.273919 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] For port 510a9637-95a3-406d-b17c-0bb0c08f2708, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=510a9637-95a3-406d-b17c-0bb0c08f2708,segment=NetworkSegment(e83014c2-dca3-4173-aa8d-c672d76ad6cb),segment_id=e83014c2-dca3-4173-aa8d-c672d76ad6cb)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:43.285322 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:43.343453 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Routers {'0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:37:43.344245 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:37:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:43.443093 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ed8d7-a347-4212-be74-1670001f52a9 None None] Pushing event updated for resources: {'Port': ['ID=510a9637-95a3-406d-b17c-0bb0c08f2708,revision_number=4']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:43.459883 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92268c-a40c-4b27-ad18-15577fbcda0a req-c82c571b-e403-4ee1-9d08-25474bf7b5b5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:43.476578 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2c92268c-a40c-4b27-ad18-15577fbcda0a req-c82c571b-e403-4ee1-9d08-25474bf7b5b5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.1168053 Aug 31 04:37:43.559692 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] Set router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:37:43.644982 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2c92268c-a40c-4b27-ad18-15577fbcda0a req-698cfa62-dbe3-419e-8a7c-5d2ae4f32a87 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583183 Aug 31 04:37:43.648429 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-7fc54628-531f-4b12-a5c6-a71f6f391f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:43.650642 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-7fc54628-531f-4b12-a5c6-a71f6f391f43 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1129 time: 0.1036329 Aug 31 04:37:43.832183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:43.837379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-24080c9b-ea8f-457e-bce1-aac363d705ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:43.839210 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-24080c9b-ea8f-457e-bce1-aac363d705ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.1823430 Aug 31 04:37:43.908418 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ffa8e3a7-d70e-4a06-b4a5-c27ed08042b0 req-34df648e-1ebd-4ac8-a172-25dd003241a3 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0ff7d85-b143-4922-a7a6-e138c68737b8 HTTP/1.1" status: 200 len: 210 time: 0.0507388 Aug 31 04:37:44.068126 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:37:38Z', 'revision_number': 4, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port': {'id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:32Z', 'updated_at': '2022-08-31T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '510a9637-95a3-406d-b17c-0bb0c08f2708', 'name': '', 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'mac_address': 'fa:16:3e:2a:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b605016f-2f59-496b-b906-ab1ac72bd3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:37Z', 'updated_at': '2022-08-31T04:37:43Z', 'revision_number': 4, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'subnets': [{'id': 'b605016f-2f59-496b-b906-ab1ac72bd3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:37:44.085321 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-256e1e15-3525-4e5c-b71b-272c37bf166e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 1000 time: 0.1746314 Aug 31 04:37:44.122238 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d9100-c8dd-4acd-9c66-ef6ea8d695ff None None] The sync data for ids ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'] in dv-cinder-855307-1-iscsi is: [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:37:38Z', 'revision_number': 4, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port': {'id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:32Z', 'updated_at': '2022-08-31T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '510a9637-95a3-406d-b17c-0bb0c08f2708', 'name': '', 'network_id': 'ee0e2491-fccf-4669-81af-2a5a04e79f03', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'mac_address': 'fa:16:3e:2a:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b605016f-2f59-496b-b906-ab1ac72bd3c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:37Z', 'updated_at': '2022-08-31T04:37:43Z', 'revision_number': 4, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'subnets': [{'id': 'b605016f-2f59-496b-b906-ab1ac72bd3c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:37:44.172915 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-2d9d5ac8-0292-423d-ae3b-178fbcac33f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:44.176490 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-2d9d5ac8-0292-423d-ae3b-178fbcac33f9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0814209 Aug 31 04:37:44.243422 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-90b50d2d-67ee-4d1d-9442-aad633383c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:44.245534 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-90b50d2d-67ee-4d1d-9442-aad633383c8c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534935 Aug 31 04:37:44.441632 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:44.544895 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-cd9747ab-97d1-4674-8319-b97ebd77fd6a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620602 Aug 31 04:37:44.841642 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7989a9b5-c69b-44e9-876b-114cf856d161 req-f137d796-4e83-4358-8621-9ad207104477 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860215 Aug 31 04:37:44.852509 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b4471-d971-4156-b1f0-46c68633ebb2 req-cc3faece-62a3-4141-9901-979ed459701d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:44.853959 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-552b4471-d971-4156-b1f0-46c68633ebb2 req-cc3faece-62a3-4141-9901-979ed459701d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0826643 Aug 31 04:37:44.927660 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-552b4471-d971-4156-b1f0-46c68633ebb2 req-7eab347c-04d0-4d92-8304-9c5f714eec68 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676823 Aug 31 04:37:45.076144 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d4846db7-f9a0-42ba-82e1-3147a7af8fc3 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:45.100429 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: d4846db7-f9a0-42ba-82e1-3147a7af8fc3 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:37:45.100940 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d4846db7-f9a0-42ba-82e1-3147a7af8fc3 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:37:45.450425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-abcf0724-6dc3-4b27-8cd2-9818c6a8b67d tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:45.451948 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-abcf0724-6dc3-4b27-8cd2-9818c6a8b67d tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/networks?id=aa427dea-fb3a-4e27-9187-8436fa27cc39 HTTP/1.1" status: 200 len: 809 time: 0.1841748 Aug 31 04:37:45.479142 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-afe25873-d3c5-4970-ba2e-5e384bcb83c1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/quotas/b35a44f3c0ba4230bac2bcb9d4e8ec08 HTTP/1.1" status: 200 len: 375 time: 0.0205617 Aug 31 04:37:45.516285 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-9953bf5e-11be-4c53-92b5-969a3dcdb5bb tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362346 Aug 31 04:37:45.518967 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47248311-30c6-4a9c-ba50-7301f37ebae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:45.622055 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-f1cc5fc0-dad8-4098-ba9f-9e7859992d19 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973980 Aug 31 04:37:45.750988 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-376b8542-6f42-4d2d-85cd-87d79168f301 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219637 Aug 31 04:37:45.969850 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 510a9637-95a3-406d-b17c-0bb0c08f2708 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:46.012170 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-315d641e-43fa-4ff3-a7a5-c3b3a05d47ea req-ec19243a-be23-4cf1-95f7-c2cadccca83b tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0379388 Aug 31 04:37:46.045755 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 510a9637-95a3-406d-b17c-0bb0c08f2708 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:46.046131 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:46.089516 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:46.098615 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f3473-75ea-441a-b6d3-dcc13e6c3956 req-1a7fb812-bb1c-4cfd-b78f-446899f35c88 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:46.106280 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-030f3473-75ea-441a-b6d3-dcc13e6c3956 req-1a7fb812-bb1c-4cfd-b78f-446899f35c88 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 945 time: 0.0689402 Aug 31 04:37:46.132857 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 510a9637-95a3-406d-b17c-0bb0c08f2708 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:46.133595 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:46.175935 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 510a9637-95a3-406d-b17c-0bb0c08f2708, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=510a9637-95a3-406d-b17c-0bb0c08f2708,segment=NetworkSegment(e83014c2-dca3-4173-aa8d-c672d76ad6cb),segment_id=e83014c2-dca3-4173-aa8d-c672d76ad6cb)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:46.186319 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:46.229167 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-030f3473-75ea-441a-b6d3-dcc13e6c3956 req-a945027f-ba35-4c18-a38e-771104bcc0d3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218834 Aug 31 04:37:46.286084 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=510a9637-95a3-406d-b17c-0bb0c08f2708,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:47.088502 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:47.121959 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4f0cdc04-47ba-4da5-a8a3-5ce119480d29 req-d36fbafe-304d-4ae7-926c-ba6ee23121ae tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0395122 Aug 31 04:37:47.187291 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: ACTIVE; New status is: DOWN {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:47.187850 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:47.212677 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:47.215426 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496ccdc-1807-4308-9bdd-a55200377d6f" -d '{"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:47.235265 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:37:47.241955 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:47.292530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dc1f06-40bc-4a44-8fe2-fd351a47dfab x-openstack-request-id: req-f2dc1f06-40bc-4a44-8fe2-fd351a47dfab {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:47.292906 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-unplugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:47.293221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2dc1f06-40bc-4a44-8fe2-fd351a47dfab {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:47.293911 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dc1f06-40bc-4a44-8fe2-fd351a47dfab'] response: {'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'code': 200} Aug 31 04:37:47.307393 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=8']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:47.388105 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baba2f1-d4ab-4041-87e8-7c67b37cf2ea req-f45f0d56-5529-444d-ab8e-1942fb31510b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:47.389990 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4baba2f1-d4ab-4041-87e8-7c67b37cf2ea req-f45f0d56-5529-444d-ab8e-1942fb31510b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0505862 Aug 31 04:37:47.446018 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4baba2f1-d4ab-4041-87e8-7c67b37cf2ea req-b29c7955-8520-4eed-b4c0-f0b5de513fe7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471065 Aug 31 04:37:47.921751 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 510a9637-95a3-406d-b17c-0bb0c08f2708 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:37:47.968137 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:47.977530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-71b71023-5caa-4b83-b779-5922cb9c029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:47.994803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 510a9637-95a3-406d-b17c-0bb0c08f2708 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:37:47.995181 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:48.058310 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [req-ae8f8baf-3d09-440a-9963-85b1eaa98b2c req-87bcfd86-142c-48d3-a06c-77e3727d47ad service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:37:48.059617 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ae8f8baf-3d09-440a-9963-85b1eaa98b2c req-87bcfd86-142c-48d3-a06c-77e3727d47ad service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062048 Aug 31 04:37:48.301986 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-55d9dffe-370f-4208-a7e5-4d428dcf2cac req-660066b3-a0a1-49e4-a9ca-1b1b1d8417f6 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0524015 Aug 31 04:37:48.311340 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be66059-a1a9-4af9-a32c-7b9d929a97f2 req-2077c9e5-d441-4d15-aee1-478069a107c3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:48.316359 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 510a9637-95a3-406d-b17c-0bb0c08f2708 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:48.318498 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5be66059-a1a9-4af9-a32c-7b9d929a97f2 req-2077c9e5-d441-4d15-aee1-478069a107c3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0709462 Aug 31 04:37:48.382769 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5be66059-a1a9-4af9-a32c-7b9d929a97f2 req-797ab638-4b3e-43ff-9a9e-76b721dcb608 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602224 Aug 31 04:37:48.708760 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 51746) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:48.845322 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-bde77ac7-a74d-4138-be79-a54bd916c1fe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1348457 Aug 31 04:37:48.856530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-5e935df9-01e1-4862-9c2b-6a1e68504a39 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:37:48.857768 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-5e935df9-01e1-4862-9c2b-6a1e68504a39 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069005 Aug 31 04:37:48.957828 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51760) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:49.014705 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:49.088814 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-b1a235ec-7272-40a9-ab76-4597aca071e3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:49.090305 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-b1a235ec-7272-40a9-ab76-4597aca071e3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports/f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 940 time: 0.1307981 Aug 31 04:37:49.447817 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e349c116-6eb1-4216-ae92-b3f0d3489f38 req-a40ebcbe-9db9-4578-b721-a5420d9a6667 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0392830 Aug 31 04:37:49.536509 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e984761-6e38-4294-89c1-847bf0e1ffb0 req-3e46038e-d337-49ee-bf75-eae0065b0df2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:49.538041 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5e984761-6e38-4294-89c1-847bf0e1ffb0 req-3e46038e-d337-49ee-bf75-eae0065b0df2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0528150 Aug 31 04:37:49.596855 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5e984761-6e38-4294-89c1-847bf0e1ffb0 req-d2221101-9717-4658-a523-2b69bb7d5563 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508206 Aug 31 04:37:50.026299 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-75d26023-327f-4e8f-a022-606c5593c691 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856483 Aug 31 04:37:50.147640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-fae71995-f8d4-4c64-9b77-5b78d31b7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:50.149594 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-fae71995-f8d4-4c64-9b77-5b78d31b7620 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 1130 time: 0.0559132 Aug 31 04:37:50.285329 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-32c5f09a-e353-4b34-8a42-ab79ec13050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:50.288483 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-32c5f09a-e353-4b34-8a42-ab79ec13050c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.1046767 Aug 31 04:37:50.300156 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:50.536438 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:50.563162 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ee9dbe20-dde9-4950-b39d-5c2eaf819ab8 req-1ad1de57-eae5-4c5c-9bec-cdd907b55578 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0356488 Aug 31 04:37:50.685114 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-9e1be5e1-83e8-4124-94b0-fce7309be1e6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c124b064-1e1f-4174-96ce-6515e6731abc HTTP/1.1" status: 200 len: 217 time: 0.0475841 Aug 31 04:37:50.689108 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:50.771181 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-5220baa3-7a4d-4bcf-bbb7-b293142e459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:50.773129 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-5220baa3-7a4d-4bcf-bbb7-b293142e459d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0769506 Aug 31 04:37:50.836869 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dfb02-fe55-4c14-8e3d-9c7460c95286 req-3eab39e9-35d5-495a-89e6-7e0ba906d349 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:50.843805 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9c4dfb02-fe55-4c14-8e3d-9c7460c95286 req-3eab39e9-35d5-495a-89e6-7e0ba906d349 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0639539 Aug 31 04:37:50.915422 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9c4dfb02-fe55-4c14-8e3d-9c7460c95286 req-4d4397ef-37d9-481f-b193-1eb7430e9095 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608761 Aug 31 04:37:51.082116 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:51.118899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-c31770d6-0799-4d84-9eda-b26c3d0a15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:51.120694 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-c31770d6-0799-4d84-9eda-b26c3d0a15e7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474000 Aug 31 04:37:51.315791 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-e9593b18-3c8d-42bc-af42-03a800bc11bc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702752 Aug 31 04:37:51.491020 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-0f79d21a-fec8-4af4-9b76-72e3a34460b4 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:51.493333 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-0f79d21a-fec8-4af4-9b76-72e3a34460b4 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aa427dea-fb3a-4e27-9187-8436fa27cc39 HTTP/1.1" status: 200 len: 809 time: 0.2241511 Aug 31 04:37:51.504989 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1e98b136-86b9-4cf7-8361-1f9fb909de1a req-f6a52ff6-a063-4099-9bb7-fc01959cb4fc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582718 Aug 31 04:37:51.592842 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Request body: {'port': {'device_id': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39', 'admin_state_up': True, 'tenant_id': 'b35a44f3c0ba4230bac2bcb9d4e8ec08'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:51.706232 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:51.775687 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-678bc7e4-060c-42e2-911a-a0010d7bb23f req-66e2881e-4c0e-41ce-b9de-7653f37009c2 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 210 time: 0.0800436 Aug 31 04:37:51.779848 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:37:51.870860 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: DOWN; New status is: DOWN {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:37:51.902078 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Made reservation on behalf of b35a44f3c0ba4230bac2bcb9d4e8ec08 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:37:51.906680 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:52.073896 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Allocated IP 172.20.0.3 (aa427dea-fb3a-4e27-9187-8436fa27cc39/ed6f88ba-dbfc-481d-9b88-308295aa5d78/6cecccca-7742-4933-8fe3-16ec55261d1a) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:37:52.118657 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015d74-c6a4-4083-9710-79ea2f92d12b req-c32f9021-bd02-4e4d-8250-be5c50a3e88e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:52.123858 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ae015d74-c6a4-4083-9710-79ea2f92d12b req-c32f9021-bd02-4e4d-8250-be5c50a3e88e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0996213 Aug 31 04:37:52.206470 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:52.231500 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ae015d74-c6a4-4083-9710-79ea2f92d12b req-b7a40879-fc7d-4306-8ae6-6a5c36052545 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900211 Aug 31 04:37:52.283146 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks [] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:52.324009 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:52.376370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Network aa427dea-fb3a-4e27-9187-8436fa27cc39 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:37:52.381936 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:37:52.385816 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:37:52.390070 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Pushing event updated for resources: {'Port': ['ID=6cecccca-7742-4933-8fe3-16ec55261d1a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:52.441037 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:52.441657 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:52.459895 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-db1cebed-0617-42f5-879d-40b9dec7e2fe tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751435 Aug 31 04:37:52.817776 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:52.826787 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-dc3f3dcd-d060-4dc5-8667-fb63420bd48c tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:52.829415 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-dc3f3dcd-d060-4dc5-8667-fb63420bd48c tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 815 time: 0.1199534 Aug 31 04:37:52.831939 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Request body: {'port': {'device_id': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:37:52.847817 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-faccad86-e1b9-4dfe-9ab6-370aea69d94e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/quotas/6714373199f5419a9a70267187067934 HTTP/1.1" status: 200 len: 375 time: 0.0130785 Aug 31 04:37:52.882753 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:52.914590 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-00fbbde3-ee20-4b9b-85db-aef4b80df3a3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605719 Aug 31 04:37:52.950297 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845e1d2-1dfa-4d2d-87c4-5414ffa894db req-cad212c6-da38-4bb7-a398-28730c29b044 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:52.950834 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5845e1d2-1dfa-4d2d-87c4-5414ffa894db req-cad212c6-da38-4bb7-a398-28730c29b044 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 931 time: 0.0839865 Aug 31 04:37:52.956151 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:53.034911 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-dd9651c4-867f-4f7c-b231-3f14520f0e51 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030593 Aug 31 04:37:53.041553 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5845e1d2-1dfa-4d2d-87c4-5414ffa894db req-25384a29-48d6-4ae4-a15c-b59af2d1d6da tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830910 Aug 31 04:37:53.137019 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-3baf8287-a4de-49ff-8524-530e5374a523 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956962 Aug 31 04:37:53.255821 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cecccca-7742-4933-8fe3-16ec55261d1a {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:37:53.266978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Publish callbacks [] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:53.282815 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Transition to ACTIVE for port object 6cecccca-7742-4933-8fe3-16ec55261d1a will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:37:53.289917 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:53.382247 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2fd706b3-fa7b-459d-aae8-909086fbe1d4 req-93c6e094-2737-4c1b-a4b2-8133f9e83a63 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0785537 Aug 31 04:37:53.383683 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc56e3-88a6-459e-be49-01e655c16715 req-1468d726-1fe1-4e8b-b853-2a11a68f3086 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:53.385369 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-63bc56e3-88a6-459e-be49-01e655c16715 req-1468d726-1fe1-4e8b-b853-2a11a68f3086 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0608165 Aug 31 04:37:53.421156 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Pushing event updated for resources: {'Port': ['ID=6cecccca-7742-4933-8fe3-16ec55261d1a,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:53.428465 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:53.463708 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-63bc56e3-88a6-459e-be49-01e655c16715 req-079b15b0-f635-4b3a-afc4-7e62efbec8c8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653863 Aug 31 04:37:53.544287 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:53.547286 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Attempting to bind port 6cecccca-7742-4933-8fe3-16ec55261d1a on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:37:53.547621 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Attempting to bind port 6cecccca-7742-4933-8fe3-16ec55261d1a by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:37:53.548834 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Attempting to bind port 6cecccca-7742-4933-8fe3-16ec55261d1a on network aa427dea-fb3a-4e27-9187-8436fa27cc39 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:53.555945 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Port 6cecccca-7742-4933-8fe3-16ec55261d1a on network aa427dea-fb3a-4e27-9187-8436fa27cc39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:37:53.556284 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Attempting to bind port 6cecccca-7742-4933-8fe3-16ec55261d1a on network aa427dea-fb3a-4e27-9187-8436fa27cc39 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:37:53.562747 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:37:53.562915 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Checking segment: {'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:37:53.563544 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Bound using segment: {'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:37:53.564202 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Bound port: 6cecccca-7742-4933-8fe3-16ec55261d1a, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259cf1d8-ab48-4306-8bae-f4700ee70270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:37:53.564202 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:53.645139 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] For port 6cecccca-7742-4933-8fe3-16ec55261d1a, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:37:53.649489 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] For port 6cecccca-7742-4933-8fe3-16ec55261d1a, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6cecccca-7742-4933-8fe3-16ec55261d1a,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:37:53.661072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:53.672348 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:53.673771 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:53.677878 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6cecccca-7742-4933-8fe3-16ec55261d1a HTTP/1.1" status: 200 len: 1093 time: 0.8567865 Aug 31 04:37:53.679777 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'tag': '6cecccca-7742-4933-8fe3-16ec55261d1a'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:37:53.682118 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ec947b-88c0-4e29-bef8-2045b2fb334e" -d '{"events": [{"name": "network-changed", "server_uuid": "86ccbc34-3498-4aef-b361-e9b51a07e9d2", "tag": "6cecccca-7742-4933-8fe3-16ec55261d1a"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:37:53.746614 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d2ae5-e4a7-4506-933a-87100a94d880 x-openstack-request-id: req-8b0d2ae5-e4a7-4506-933a-87100a94d880 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:37:53.747015 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ccbc34-3498-4aef-b361-e9b51a07e9d2", "tag": "6cecccca-7742-4933-8fe3-16ec55261d1a", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:37:53.747242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b0d2ae5-e4a7-4506-933a-87100a94d880 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:37:53.747676 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0d2ae5-e4a7-4506-933a-87100a94d880'] response: {'name': 'network-changed', 'server_uuid': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'tag': '6cecccca-7742-4933-8fe3-16ec55261d1a', 'status': 'completed', 'code': 200} Aug 31 04:37:53.748698 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6109837-57b2-48f1-82dc-ef7212caa72b service neutron] Pushing event updated for resources: {'Port': ['ID=6cecccca-7742-4933-8fe3-16ec55261d1a,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:53.781735 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51860) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:53.874033 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-af28b00a-c05f-4eb2-ada4-e5f1ab300cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:53.875660 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-af28b00a-c05f-4eb2-ada4-e5f1ab300cb5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 1127 time: 0.0642340 Aug 31 04:37:53.927908 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-634c66d9-9902-45d3-bcb3-355bf40d1280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:53.959314 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-2a344151-56aa-42c2-aefa-55f3ad229aca service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cecccca-7742-4933-8fe3-16ec55261d1a HTTP/1.1" status: 200 len: 217 time: 0.0496686 Aug 31 04:37:54.036697 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-634c66d9-9902-45d3-bcb3-355bf40d1280 admin admin] Publish callbacks [] for security_group (52abbec0-ecfd-4b53-ba5a-352dfe1c8d37), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:54.044576 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-634c66d9-9902-45d3-bcb3-355bf40d1280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (52abbec0-ecfd-4b53-ba5a-352dfe1c8d37), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:54.057821 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b72500c8-6806-4d74-b5f8-3ce98f63fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:54.065459 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-b72500c8-6806-4d74-b5f8-3ce98f63fa12 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6f88ba-dbfc-481d-9b88-308295aa5d78 HTTP/1.1" status: 200 len: 849 time: 0.0703943 Aug 31 04:37:54.068821 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:54.109450 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-d906b201-3600-4814-8b1d-741c46771160 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=aa427dea-fb3a-4e27-9187-8436fa27cc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428116 Aug 31 04:37:54.119055 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c66d9-9902-45d3-bcb3-355bf40d1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52abbec0-ecfd-4b53-ba5a-352dfe1c8d37,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:54.121160 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:54.122952 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-634c66d9-9902-45d3-bcb3-355bf40d1280 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=20cd24e91c574f60b16950db42a18b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399572 Aug 31 04:37:54.126068 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 51872) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:37:54.205535 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0606ea-6087-4832-8c49-aa8f88333ce6 req-4e9db4fe-fca4-47d4-ab4b-520c18af8649 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:54.207022 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ec0606ea-6087-4832-8c49-aa8f88333ce6 req-4e9db4fe-fca4-47d4-ab4b-520c18af8649 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 943 time: 0.0608644 Aug 31 04:37:54.223507 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ec9baad-6d19-4f63-a5a0-e9fa4dc953a3 admin admin] Publish callbacks [] for security_group (52abbec0-ecfd-4b53-ba5a-352dfe1c8d37), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:54.264566 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ec9baad-6d19-4f63-a5a0-e9fa4dc953a3 admin admin] Publish callbacks [] for security_group (52abbec0-ecfd-4b53-ba5a-352dfe1c8d37), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:54.291640 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ec0606ea-6087-4832-8c49-aa8f88333ce6 req-e6ba0e19-e915-4654-9358-b4cc07c17d86 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767059 Aug 31 04:37:54.333327 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ec9baad-6d19-4f63-a5a0-e9fa4dc953a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (52abbec0-ecfd-4b53-ba5a-352dfe1c8d37), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:54.335919 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ec9baad-6d19-4f63-a5a0-e9fa4dc953a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:37:54.337259 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3ec9baad-6d19-4f63-a5a0-e9fa4dc953a3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/52abbec0-ecfd-4b53-ba5a-352dfe1c8d37 HTTP/1.1" status: 204 len: 168 time: 0.2098050 Aug 31 04:37:54.346845 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9baad-6d19-4f63-a5a0-e9fa4dc953a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52abbec0-ecfd-4b53-ba5a-352dfe1c8d37,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:37:54.539850 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ddf834b9-8f23-4b80-bdb5-d3fac667b3cd req-f6ce15ff-4b14-4301-9ba2-db40a086f0e7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0307097 Aug 31 04:37:54.610920 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:54.613497 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-34ae2ad3-8049-48dc-8d5f-b1421825b03e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609886 Aug 31 04:37:54.667076 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f4cd3-da90-4648-8e50-cd384de9b0ec req-7c4a3a31-c00f-47b0-95a8-baa521c71897 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:54.668691 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ad5f4cd3-da90-4648-8e50-cd384de9b0ec req-7c4a3a31-c00f-47b0-95a8-baa521c71897 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0873272 Aug 31 04:37:54.723761 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:54.741682 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ad5f4cd3-da90-4648-8e50-cd384de9b0ec req-6ede0f4c-6bdd-4e24-9ad9-6f9edb1e749b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653849 Aug 31 04:37:54.749604 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-36dd2f5c-970d-46f0-b720-af401f422ddd req-263dec6a-5ad1-425a-9016-5c9ef3c9c00d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287940 Aug 31 04:37:55.431008 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a0d4-ec59-4326-a8b0-9fa05fc880d9 req-38d1caf9-4217-4413-a2f1-2721e3763e91 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:55.432491 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a1d7a0d4-ec59-4326-a8b0-9fa05fc880d9 req-38d1caf9-4217-4413-a2f1-2721e3763e91 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 943 time: 0.0532856 Aug 31 04:37:55.482342 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a1d7a0d4-ec59-4326-a8b0-9fa05fc880d9 req-e1107365-1fc3-4378-be73-250c3c0fa362 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 Aug 31 04:37:55.655736 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6ac7bcd3-6c16-4332-9598-6206decfe90c req-721baf66-d30e-4eb2-a3ec-f0552af05a0a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0285132 Aug 31 04:37:55.867258 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92c98c-1104-4b4b-b37c-31143a6cd16d req-bcf426bf-aee5-4880-8553-8305dce5e002 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:55.868638 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6d92c98c-1104-4b4b-b37c-31143a6cd16d req-bcf426bf-aee5-4880-8553-8305dce5e002 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0469084 Aug 31 04:37:55.926299 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6d92c98c-1104-4b4b-b37c-31143a6cd16d req-52c5d95b-149b-436d-8324-574d43e4465d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521235 Aug 31 04:37:56.606468 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a4514-13b8-4feb-80e2-4f5e68eca1ed req-73e5b798-b754-4cdd-968d-c8d91c72d637 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:56.607973 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-107a4514-13b8-4feb-80e2-4f5e68eca1ed req-73e5b798-b754-4cdd-968d-c8d91c72d637 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 943 time: 0.0516262 Aug 31 04:37:56.658039 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-107a4514-13b8-4feb-80e2-4f5e68eca1ed req-e30fe5e6-1ebe-455b-8f80-f31efc755b96 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Aug 31 04:37:56.768312 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5fa4c45d-ee3d-40ae-bfa7-0727faa89528 req-3bbaace6-ac28-4764-ae2e-29866cb8b3a3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0341580 Aug 31 04:37:57.087157 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1be3b-56f5-408a-a4d7-8cbeb999d95c req-15a4f47c-d0ed-4b51-97aa-b02ff467c0b9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:57.088691 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-48e1be3b-56f5-408a-a4d7-8cbeb999d95c req-15a4f47c-d0ed-4b51-97aa-b02ff467c0b9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0576413 Aug 31 04:37:57.138711 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-48e1be3b-56f5-408a-a4d7-8cbeb999d95c req-69c1e2b4-5a62-4471-bd69-1aecd8ce5e12 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Aug 31 04:37:57.777680 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15c2f7-0bb9-4e42-96b0-b0de8df8e1f8 req-6aa50cdc-f206-4dd6-860f-fd66f03d192f tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:57.779133 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b15c2f7-0bb9-4e42-96b0-b0de8df8e1f8 req-6aa50cdc-f206-4dd6-860f-fd66f03d192f tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 943 time: 0.0483930 Aug 31 04:37:57.828520 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b15c2f7-0bb9-4e42-96b0-b0de8df8e1f8 req-ed2d3fcf-1c03-4a49-8563-c0fbc04ba162 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Aug 31 04:37:57.875345 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-299ca210-dab9-48e5-98c7-80b2ec626882 req-6ebb26b1-cf41-44a9-a1a0-00703a50cb84 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0272982 Aug 31 04:37:58.267648 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f40b47-1b1a-4186-a7bb-1f1f57197367 req-2585c2b4-260d-45a8-b3a5-c878361fb636 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:58.269131 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-83f40b47-1b1a-4186-a7bb-1f1f57197367 req-2585c2b4-260d-45a8-b3a5-c878361fb636 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0461056 Aug 31 04:37:58.321736 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-83f40b47-1b1a-4186-a7bb-1f1f57197367 req-f0930f4e-7f14-474c-9013-3f03904fcc5c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469766 Aug 31 04:37:58.671217 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-231cd173-628a-419d-8755-2e83c48fa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:58.673141 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-231cd173-628a-419d-8755-2e83c48fa255 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 1127 time: 0.0463662 Aug 31 04:37:58.779965 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-48fa061b-22ce-4cca-94d8-ae1479040164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:58.781444 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-48fa061b-22ce-4cca-94d8-ae1479040164 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=aa427dea-fb3a-4e27-9187-8436fa27cc39 HTTP/1.1" status: 200 len: 910 time: 0.0960889 Aug 31 04:37:58.837484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-29c47147-4bd8-4480-8a17-e2aee044a7cd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cecccca-7742-4933-8fe3-16ec55261d1a HTTP/1.1" status: 200 len: 217 time: 0.0380757 Aug 31 04:37:58.890786 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:37:58.901451 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-a29a58e1-a58f-4fc2-9aa7-b36ac952f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:58.903305 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-a29a58e1-a58f-4fc2-9aa7-b36ac952f517 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=ed6f88ba-dbfc-481d-9b88-308295aa5d78 HTTP/1.1" status: 200 len: 849 time: 0.0515711 Aug 31 04:37:58.943323 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-bf021e66-1a03-490a-abde-41d41740036e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=aa427dea-fb3a-4e27-9187-8436fa27cc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318263 Aug 31 04:37:58.963597 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459a2d-6ac3-4681-9f65-63cad7c86528 req-32e9cad9-6578-4e33-b7e9-ef87ef3f5378 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:58.965113 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0f459a2d-6ac3-4681-9f65-63cad7c86528 req-32e9cad9-6578-4e33-b7e9-ef87ef3f5378 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 943 time: 0.0550368 Aug 31 04:37:58.981017 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-98bd4ddb-6c4d-4881-84fc-01ce48b6b70a req-ef426f30-5653-4cdc-9569-98f615cd3ff1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0273418 Aug 31 04:37:59.012981 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0f459a2d-6ac3-4681-9f65-63cad7c86528 req-71046298-3792-428c-9398-6ba5c46c2355 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422890 Aug 31 04:37:59.457477 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3be0-7b42-4ae4-a6cc-6c6040ff80cd req-c344ea5a-e901-41cd-92e4-bce24e8a49ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:37:59.458969 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1b5d3be0-7b42-4ae4-a6cc-6c6040ff80cd req-c344ea5a-e901-41cd-92e4-bce24e8a49ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0518100 Aug 31 04:37:59.764272 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1b5d3be0-7b42-4ae4-a6cc-6c6040ff80cd req-c5be961f-322c-4a59-93df-697324820ded tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981188 Aug 31 04:38:00.094124 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e8671c1c-78a1-4051-a81f-6d75b4e796bb req-d1666724-5913-4add-9da3-45710b501960 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0317729 Aug 31 04:38:00.136690 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b499a-e0c5-4141-8c42-e6571d83d576 req-910422c0-cbe4-41b3-8064-279860199d13 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:00.138163 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-963b499a-e0c5-4141-8c42-e6571d83d576 req-910422c0-cbe4-41b3-8064-279860199d13 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 943 time: 0.0463285 Aug 31 04:38:00.185933 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-963b499a-e0c5-4141-8c42-e6571d83d576 req-40e5e78a-7829-4886-9261-37a1e5154e38 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Aug 31 04:38:00.893486 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17d437-b572-4d9b-beba-5cd1c76668b6 req-43671055-001b-473b-a287-b152a318c489 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:00.894962 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cd17d437-b572-4d9b-beba-5cd1c76668b6 req-43671055-001b-473b-a287-b152a318c489 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0473313 Aug 31 04:38:00.949046 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cd17d437-b572-4d9b-beba-5cd1c76668b6 req-61c1c36e-39bf-4df7-833a-4b59a36fec2b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456769 Aug 31 04:38:01.194425 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8d9fcad4-7f42-4f0a-970c-231d77a12dcf req-c207a4f8-849f-4e14-98d1-0c85adce237f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0272496 Aug 31 04:38:01.295114 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:01.314278 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5dd53-3e25-44a1-a4c6-290ef44817ae req-a8ea1f1c-bc40-4341-90f4-a0b628c3acdb tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:01.315810 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fcc5dd53-3e25-44a1-a4c6-290ef44817ae req-a8ea1f1c-bc40-4341-90f4-a0b628c3acdb tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 943 time: 0.0518692 Aug 31 04:38:01.375736 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fcc5dd53-3e25-44a1-a4c6-290ef44817ae req-376a053a-b862-4bc3-8a66-251c4041c17b tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Aug 31 04:38:01.786821 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6cecccca-7742-4933-8fe3-16ec55261d1a details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:38:01.818988 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-505d41e7-154f-4d7c-bc0c-4b3fb200cfd7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023121 Aug 31 04:38:01.846023 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:01.889148 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 6cecccca-7742-4933-8fe3-16ec55261d1a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6cecccca-7742-4933-8fe3-16ec55261d1a,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:01.900151 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '6cecccca-7742-4933-8fe3-16ec55261d1a', 'network_id': 'aa427dea-fb3a-4e27-9187-8436fa27cc39', 'port_id': '6cecccca-7742-4933-8fe3-16ec55261d1a', 'mac_address': 'fa:16:3e:f6:9b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6f88ba-dbfc-481d-9b88-308295aa5d78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:38:01.931814 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3ec947b-88c0-4e29-bef8-2045b2fb334e req-dbc9ef04-1e9b-45bf-ba18-97ee22747d15 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925469 Aug 31 04:38:01.935640 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 6cecccca-7742-4933-8fe3-16ec55261d1a is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:01.936000 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:01.946251 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:01.949702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cecccca-7742-4933-8fe3-16ec55261d1a {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:38:01.971942 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 6cecccca-7742-4933-8fe3-16ec55261d1a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6cecccca-7742-4933-8fe3-16ec55261d1a,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:01.978301 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:02.031162 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=6cecccca-7742-4933-8fe3-16ec55261d1a,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:02.038212 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.038554 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.038940 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.039289 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.039616 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.039934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.040250 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.040561 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.040877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.041190 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.041538 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.041858 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.042160 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.042466 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.042794 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:02.076015 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2e23-3d2f-45d6-95c7-8c9a3be55a64 req-9df0c527-c9ce-4449-96ba-4fb4530f4d69 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:02.077550 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6d7b2e23-3d2f-45d6-95c7-8c9a3be55a64 req-9df0c527-c9ce-4449-96ba-4fb4530f4d69 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0482762 Aug 31 04:38:02.124770 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6d7b2e23-3d2f-45d6-95c7-8c9a3be55a64 req-52fd1640-adca-46c4-9a4a-4b5e32f9555b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414424 Aug 31 04:38:02.300407 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-416a7cc9-b4e4-4354-be2c-23b51bdc5c3c req-4dd21ec0-b459-4b04-8000-385bd453023f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0274940 Aug 31 04:38:02.423059 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['6cecccca-7742-4933-8fe3-16ec55261d1a'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:38:02.503579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215cfb5-ebe3-443e-8257-146d69cfd669 req-c0b9783f-16ad-4498-9beb-e9a701cd0bb1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:02.505166 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e215cfb5-ebe3-443e-8257-146d69cfd669 req-c0b9783f-16ad-4498-9beb-e9a701cd0bb1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 944 time: 0.0501611 Aug 31 04:38:02.552542 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e215cfb5-ebe3-443e-8257-146d69cfd669 req-1d63440f-3adf-4f19-b81b-c43bd178e3b0 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Aug 31 04:38:02.737810 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-948dfd13-1a38-4bcf-b4b2-2fee158c02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:02.739364 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-948dfd13-1a38-4bcf-b4b2-2fee158c02a5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8&tenant_id=3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 1127 time: 0.1180587 Aug 31 04:38:02.785376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-e292fec4-77af-4298-8c75-b4e495cc04f0 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:02.785376 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-e292fec4-77af-4298-8c75-b4e495cc04f0 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 815 time: 0.1744583 Aug 31 04:38:02.886281 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'port': {'device_id': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'admin_state_up': True, 'tenant_id': '6714373199f5419a9a70267187067934'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:02.976114 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-05b1e4f8-e504-43d4-8d33-d40b2141b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:02.977716 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-05b1e4f8-e504-43d4-8d33-d40b2141b7b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1127 time: 0.0874085 Aug 31 04:38:03.097684 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:03.116015 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-beaa9dac-aa84-4697-b6cb-631bbc992380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:03.117609 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-beaa9dac-aa84-4697-b6cb-631bbc992380 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.1311231 Aug 31 04:38:03.119210 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Made reservation on behalf of 6714373199f5419a9a70267187067934 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:38:03.124057 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:03.239045 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-abd59ca8-2029-4522-8a64-15e439d6f762 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 998 time: 0.1124375 Aug 31 04:38:03.284020 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682f63-6450-498c-ad68-a5ee38efa722 req-24231061-b471-4c43-8e51-49ba40da38a8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:03.293192 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-09682f63-6450-498c-ad68-a5ee38efa722 req-24231061-b471-4c43-8e51-49ba40da38a8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0767035 Aug 31 04:38:03.324312 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Allocated IP 172.20.0.8 (e8667517-3360-4053-ba73-ab7205fbbabb/29fc57df-32df-49d1-b439-5fa8ad2fca49/f13a5355-33c4-4ae4-aaed-4afc34e93d15) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:38:03.364640 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-09682f63-6450-498c-ad68-a5ee38efa722 req-1a7f07ce-791c-4f1b-b65e-419094999a69 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696702 Aug 31 04:38:03.498116 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:03.506760 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e80f237b-f287-4d91-8160-e619fdcd3d7c req-d6065096-2905-4533-ab72-0f8d1c8e5a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0674596 Aug 31 04:38:03.604334 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:03.664130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:03.752746 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:03.763441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Network e8667517-3360-4053-ba73-ab7205fbbabb is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:38:03.765368 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:38:03.767862 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:38:03.786138 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6630f0-42e0-488d-b460-5b5aeed5de36 req-feed363f-44a1-42c6-a77f-c8d7e59ab2bf tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:03.795161 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8a6630f0-42e0-488d-b460-5b5aeed5de36 req-feed363f-44a1-42c6-a77f-c8d7e59ab2bf tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 944 time: 0.1026111 Aug 31 04:38:03.852273 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:03.852946 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:03.878509 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-92512142-7745-4475-aab4-c7b297b33b9f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973652 Aug 31 04:38:03.896772 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8a6630f0-42e0-488d-b460-5b5aeed5de36 req-8aec83fb-fa73-484d-8280-f2a9e080fa23 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998573 Aug 31 04:38:04.039961 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-97698ab4-5e28-4585-b439-2e7ed971b627 None None] Provisioning complete for port f13a5355-33c4-4ae4-aaed-4afc34e93d15 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:38:04.040529 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-97698ab4-5e28-4585-b439-2e7ed971b627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:04.080007 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-97698ab4-5e28-4585-b439-2e7ed971b627 None None] Port f13a5355-33c4-4ae4-aaed-4afc34e93d15 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:38:04.515711 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335a75a-505b-4c64-9027-b558ec1d0d07 req-63607397-90c5-4b40-9676-3df2306940a0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:04.517307 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3335a75a-505b-4c64-9027-b558ec1d0d07 req-63607397-90c5-4b40-9676-3df2306940a0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0482984 Aug 31 04:38:04.574178 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3335a75a-505b-4c64-9027-b558ec1d0d07 req-81c1b896-f6db-45d0-9a70-96c609c31e4b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507703 Aug 31 04:38:04.640922 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900984d1-c927-4841-b2a1-1908b62da5f1 req-3e046760-3bc7-4336-b04a-8796e839713b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:04.642448 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-900984d1-c927-4841-b2a1-1908b62da5f1 req-3e046760-3bc7-4336-b04a-8796e839713b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 931 time: 0.0589483 Aug 31 04:38:04.697235 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-900984d1-c927-4841-b2a1-1908b62da5f1 req-e22c3cfd-e412-49c2-a4c2-d7e64598764e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Aug 31 04:38:05.046912 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8d873-309b-435a-a730-c3d206616b1a req-fffe51c1-11c1-4a19-bfa2-033a79519a63 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:05.048465 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-efd8d873-309b-435a-a730-c3d206616b1a req-fffe51c1-11c1-4a19-bfa2-033a79519a63 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 944 time: 0.0701439 Aug 31 04:38:05.115391 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-efd8d873-309b-435a-a730-c3d206616b1a req-ada2c27a-9df4-4a3c-a590-5e12d9daf143 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 Aug 31 04:38:05.711867 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec47f88-6bcb-41b5-b8b9-57a310a41946 req-0751e24c-b125-4037-93dc-774f1088b21c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:05.714819 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7ec47f88-6bcb-41b5-b8b9-57a310a41946 req-0751e24c-b125-4037-93dc-774f1088b21c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0537117 Aug 31 04:38:05.770599 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7ec47f88-6bcb-41b5-b8b9-57a310a41946 req-350e5ac8-f90c-4daf-999c-de0dd36644e8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498824 Aug 31 04:38:05.853269 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb7b1d-33b5-4460-9060-43bada955f68 req-227d7d30-54a7-465e-8ff9-f76e8997c162 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:05.855205 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31bb7b1d-33b5-4460-9060-43bada955f68 req-227d7d30-54a7-465e-8ff9-f76e8997c162 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 931 time: 0.0534720 Aug 31 04:38:05.904401 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31bb7b1d-33b5-4460-9060-43bada955f68 req-23216b76-2374-4ad5-a4d0-15f4ab8a6951 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Aug 31 04:38:06.036761 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6cecccca-7742-4933-8fe3-16ec55261d1a up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:38:06.082711 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 6cecccca-7742-4933-8fe3-16ec55261d1a completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:38:06.089487 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 6cecccca-7742-4933-8fe3-16ec55261d1a triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:38:06.089912 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:06.119776 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:06.177975 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 6cecccca-7742-4933-8fe3-16ec55261d1a is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:06.178360 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:06.215327 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 6cecccca-7742-4933-8fe3-16ec55261d1a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6cecccca-7742-4933-8fe3-16ec55261d1a,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:06.216614 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cecccca-7742-4933-8fe3-16ec55261d1a'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:06.219717 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc05df54-b76e-4c71-bbc6-f8a21acbc18a" -d '{"events": [{"server_uuid": "86ccbc34-3498-4aef-b361-e9b51a07e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cecccca-7742-4933-8fe3-16ec55261d1a"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:06.222900 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:06.270764 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede91aa-bbc3-4229-9ca8-a2abf9c99a1a req-189f9501-0ca0-4902-906c-ddd37d47eb8d tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:06.272423 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dede91aa-bbc3-4229-9ca8-a2abf9c99a1a req-189f9501-0ca0-4902-906c-ddd37d47eb8d tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 944 time: 0.0849760 Aug 31 04:38:06.290526 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe11729b-3e91-4b6e-93c1-8592f8a2d4c6 x-openstack-request-id: req-fe11729b-3e91-4b6e-93c1-8592f8a2d4c6 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:06.290977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ccbc34-3498-4aef-b361-e9b51a07e9d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cecccca-7742-4933-8fe3-16ec55261d1a", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:06.291245 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe11729b-3e91-4b6e-93c1-8592f8a2d4c6 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:06.291659 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe11729b-3e91-4b6e-93c1-8592f8a2d4c6'] response: {'server_uuid': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cecccca-7742-4933-8fe3-16ec55261d1a', 'code': 200} Aug 31 04:38:06.292365 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=6cecccca-7742-4933-8fe3-16ec55261d1a,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:06.339855 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dede91aa-bbc3-4229-9ca8-a2abf9c99a1a req-45be7b11-12e8-4c9f-8d38-7668467e191e tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616353 Aug 31 04:38:06.904499 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3ce1a-dfd5-46f4-be04-8f93510d63e6 req-9744dc6a-d52e-4784-af1b-d9566deddf38 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:06.906275 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e2e3ce1a-dfd5-46f4-be04-8f93510d63e6 req-9744dc6a-d52e-4784-af1b-d9566deddf38 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0484557 Aug 31 04:38:06.943317 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:06.970512 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e2e3ce1a-dfd5-46f4-be04-8f93510d63e6 req-a33c95db-0401-46e1-b4a9-b7d7bc5fe300 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577452 Aug 31 04:38:07.037215 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:07.057387 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a8170-4cf2-4c81-9c9a-a217c3a12bb5 req-5769cb1b-23f2-4ab1-a1c8-ea84354f98aa tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:07.059300 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0f4a8170-4cf2-4c81-9c9a-a217c3a12bb5 req-5769cb1b-23f2-4ab1-a1c8-ea84354f98aa tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 931 time: 0.0534539 Aug 31 04:38:07.123732 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0f4a8170-4cf2-4c81-9c9a-a217c3a12bb5 req-b73f8a0c-5c86-41d1-b140-580c303f5c76 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569537 Aug 31 04:38:07.476336 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba00468-a74f-419b-bb92-87eee07a5515 req-d07c4993-b425-41eb-b683-926ce9556a78 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:07.477871 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ba00468-a74f-419b-bb92-87eee07a5515 req-d07c4993-b425-41eb-b683-926ce9556a78 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0544674 Aug 31 04:38:07.529634 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ba00468-a74f-419b-bb92-87eee07a5515 req-cfb09957-41e5-4fcf-b2fe-4b9782385261 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Aug 31 04:38:08.118517 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba216f-d594-4295-ad7d-12fcecae29a3 req-c5411bf5-14e2-4aee-9191-db29d0b49cf6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:08.120078 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3eba216f-d594-4295-ad7d-12fcecae29a3 req-c5411bf5-14e2-4aee-9191-db29d0b49cf6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0643313 Aug 31 04:38:08.170305 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3eba216f-d594-4295-ad7d-12fcecae29a3 req-03c93f35-cc06-493b-be5e-dcca10eda882 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437646 Aug 31 04:38:08.258757 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a74ae-e5d2-4351-b813-af8021c6b858 req-3883c94d-fd71-4380-85e8-7ea3e10202a5 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:08.260425 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7d2a74ae-e5d2-4351-b813-af8021c6b858 req-3883c94d-fd71-4380-85e8-7ea3e10202a5 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 931 time: 0.0507684 Aug 31 04:38:08.316297 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7d2a74ae-e5d2-4351-b813-af8021c6b858 req-d060d152-44d6-4559-a6af-721fbeb6b9f0 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Aug 31 04:38:08.656782 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da033b89-b280-4727-bfbd-2aec51d70295 req-d2e55fd4-f6de-4cdc-b07e-10e83ca388d1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:08.658186 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-da033b89-b280-4727-bfbd-2aec51d70295 req-d2e55fd4-f6de-4cdc-b07e-10e83ca388d1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0502412 Aug 31 04:38:08.711883 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-da033b89-b280-4727-bfbd-2aec51d70295 req-13cbfcc0-42c6-4769-b403-51e14e2fced1 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 Aug 31 04:38:09.306633 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41308f-41a7-4183-98ac-536c456bd0e7 req-c4da1fd1-c098-4f62-ade7-38fb15997ea2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:09.308081 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2c41308f-41a7-4183-98ac-536c456bd0e7 req-c4da1fd1-c098-4f62-ade7-38fb15997ea2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0536509 Aug 31 04:38:09.368179 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2c41308f-41a7-4183-98ac-536c456bd0e7 req-3b7259bf-c2ce-4fa0-ad01-2d9230dd429c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531361 Aug 31 04:38:09.476048 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49d031-59d7-480e-8e6b-a2d6aa2f3e71 req-4e20941b-3ce7-4f0b-a0e7-fbf660469d51 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:09.477706 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9c49d031-59d7-480e-8e6b-a2d6aa2f3e71 req-4e20941b-3ce7-4f0b-a0e7-fbf660469d51 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 931 time: 0.0520432 Aug 31 04:38:09.536979 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9c49d031-59d7-480e-8e6b-a2d6aa2f3e71 req-ebc579e9-69bc-48ff-838a-4ae3dc692110 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Aug 31 04:38:09.820456 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:09.834951 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ce43-ff7f-4abe-8382-b5033e4df909 req-605aab27-9d6a-4822-bed7-dc77775f4ac7 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:09.836458 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fbb8ce43-ff7f-4abe-8382-b5033e4df909 req-605aab27-9d6a-4822-bed7-dc77775f4ac7 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Aug 31 04:38:09.887924 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fbb8ce43-ff7f-4abe-8382-b5033e4df909 req-9bb9f338-fb00-498d-988e-2ad7b48668b9 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448656 Aug 31 04:38:10.511725 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd982e44-c6ed-42c4-a81f-d2bc05c8eacd req-435776f8-2ecb-40fc-b400-126151d029b2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:10.515494 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cd982e44-c6ed-42c4-a81f-d2bc05c8eacd req-435776f8-2ecb-40fc-b400-126151d029b2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0539298 Aug 31 04:38:10.564328 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cd982e44-c6ed-42c4-a81f-d2bc05c8eacd req-232c2cce-fbed-44c1-aeb2-20550d8e4f18 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445335 Aug 31 04:38:10.716593 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:10.732202 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a551a-12db-4a49-a7a8-b7512a59222f req-ebe7fdc8-3f66-46df-8849-1969cc51e1c8 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:10.733726 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-818a551a-12db-4a49-a7a8-b7512a59222f req-ebe7fdc8-3f66-46df-8849-1969cc51e1c8 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 931 time: 0.0590193 Aug 31 04:38:10.791328 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-818a551a-12db-4a49-a7a8-b7512a59222f req-61ec8a42-14f9-451c-adf6-a6e8071e122a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480430 Aug 31 04:38:11.010454 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e0549-0830-45cc-ac53-5a4b9821c1c8 req-b798dae5-fc47-4803-9f55-134c55b34c80 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:11.012153 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-308e0549-0830-45cc-ac53-5a4b9821c1c8 req-b798dae5-fc47-4803-9f55-134c55b34c80 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Aug 31 04:38:11.068123 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-308e0549-0830-45cc-ac53-5a4b9821c1c8 req-6c4cfbec-a76b-45da-a47e-d93d9f0fdd46 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Aug 31 04:38:11.718428 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65a69-39a8-4a31-af3b-9b0610141a59 req-42980dba-58cc-4ea7-9ede-6747a949c9bf tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:11.720057 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3c65a69-39a8-4a31-af3b-9b0610141a59 req-42980dba-58cc-4ea7-9ede-6747a949c9bf tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0551705 Aug 31 04:38:11.781030 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3c65a69-39a8-4a31-af3b-9b0610141a59 req-4303f194-228e-45db-ac59-f6c37aa62a7e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541937 Aug 31 04:38:11.916112 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f82e2-0263-4b3f-8ed7-095397da2cc3 req-7d94c677-96df-4c5c-96f3-2f052c86cd6e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:11.917621 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-973f82e2-0263-4b3f-8ed7-095397da2cc3 req-7d94c677-96df-4c5c-96f3-2f052c86cd6e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 931 time: 0.0478082 Aug 31 04:38:11.971390 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-973f82e2-0263-4b3f-8ed7-095397da2cc3 req-0f132130-ae6c-4205-8d40-098a70b3fbfc tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474691 Aug 31 04:38:12.198275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef637be2-1242-4a0c-835f-919bd31d3aa5 req-bc89d685-544c-45e0-8764-1794070b26d7 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:12.199803 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef637be2-1242-4a0c-835f-919bd31d3aa5 req-bc89d685-544c-45e0-8764-1794070b26d7 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0575724 Aug 31 04:38:12.279408 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Request body: {'port': {'device_id': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:12.309244 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-b302a509-8db5-4050-a56d-57fb3f9e1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:12.311097 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-b302a509-8db5-4050-a56d-57fb3f9e1134 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.1077182 Aug 31 04:38:12.335557 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef637be2-1242-4a0c-835f-919bd31d3aa5 req-018b70db-da31-4050-96b4-a074ecf7c276 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219635 Aug 31 04:38:12.400292 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:12.417379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-3bdc9ddc-fbc3-4a31-9e71-6720071a5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:12.418925 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-3bdc9ddc-fbc3-4a31-9e71-6720071a5c41 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568166 Aug 31 04:38:12.657361 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:12.671783 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13a5355-33c4-4ae4-aaed-4afc34e93d15 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:38:12.679462 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Publish callbacks [] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:12.692462 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Transition to ACTIVE for port object f13a5355-33c4-4ae4-aaed-4afc34e93d15 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:38:12.698215 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:12.758412 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:12.808331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Attempting to bind port f13a5355-33c4-4ae4-aaed-4afc34e93d15 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:38:12.808666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Attempting to bind port f13a5355-33c4-4ae4-aaed-4afc34e93d15 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:38:12.808992 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Attempting to bind port f13a5355-33c4-4ae4-aaed-4afc34e93d15 on network e8667517-3360-4053-ba73-ab7205fbbabb {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:38:12.813634 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Port f13a5355-33c4-4ae4-aaed-4afc34e93d15 on network e8667517-3360-4053-ba73-ab7205fbbabb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:38:12.813966 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Attempting to bind port f13a5355-33c4-4ae4-aaed-4afc34e93d15 on network e8667517-3360-4053-ba73-ab7205fbbabb {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:38:12.819725 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:38:12.820066 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Checking segment: {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:38:12.820442 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Bound using segment: {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:38:12.820865 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Bound port: f13a5355-33c4-4ae4-aaed-4afc34e93d15, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c941586d-bed6-4fd7-90f5-747cfce068ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:38:12.821262 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:12.918460 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5095269-71fe-497b-9315-3b8fb74d1660 req-161802a0-6b33-4c7f-a661-f4e5a0aeeffe tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:12.920067 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a5095269-71fe-497b-9315-3b8fb74d1660 req-161802a0-6b33-4c7f-a661-f4e5a0aeeffe tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0498664 Aug 31 04:38:12.938564 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:12.952781 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970a0e5-2dae-4f7a-ae3f-8bdde1e16a7c req-ea8a8360-9b69-4a7a-8439-99a563148a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:12.954287 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6970a0e5-2dae-4f7a-ae3f-8bdde1e16a7c req-ea8a8360-9b69-4a7a-8439-99a563148a8d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 1129 time: 0.1212935 Aug 31 04:38:12.968053 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a5095269-71fe-497b-9315-3b8fb74d1660 req-dcf03196-bba1-4ebd-80be-4e3053dcd780 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422270 Aug 31 04:38:13.016857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:38:13.024023 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-7f56004a-b3cc-410a-8418-765bb6b460fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920974 Aug 31 04:38:13.064189 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:38:13.110529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:13.143362 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:13.143984 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:13.145375 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 1093 time: 0.8709702 Aug 31 04:38:13.145909 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:13.148175 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b592a01a-55bb-4865-930a-9abd6c0b5021" -d '{"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:13.182104 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6970a0e5-2dae-4f7a-ae3f-8bdde1e16a7c req-ae1752c6-ef10-4f15-b600-930cc96c68ad service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954288 Aug 31 04:38:13.206662 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0177374-b548-41a7-a68d-a48e5ab03dad x-openstack-request-id: req-e0177374-b548-41a7-a68d-a48e5ab03dad {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:13.206943 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:13.207220 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0177374-b548-41a7-a68d-a48e5ab03dad {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:13.207621 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0177374-b548-41a7-a68d-a48e5ab03dad'] response: {'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'status': 'completed', 'code': 200} Aug 31 04:38:13.212822 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:38:13.218454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170534f7-127e-4beb-ada9-0d8f987459b1 req-06eb9c3d-e2b9-4684-a733-43970a169627 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:13.220197 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-170534f7-127e-4beb-ada9-0d8f987459b1 req-06eb9c3d-e2b9-4684-a733-43970a169627 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.1492682 Aug 31 04:38:13.262176 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] Pushing event updated for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:13.268854 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-1de51d23-94c0-4109-bb88-a755e6c0e2e2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318995 Aug 31 04:38:13.297943 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-170534f7-127e-4beb-ada9-0d8f987459b1 req-689d62dc-8d12-4099-817b-157506e3d2ec tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636799 Aug 31 04:38:13.467229 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29b652-01b0-460f-9a4a-66c9f6613203 req-11244a01-4324-40a5-975c-0a2f098ac763 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:13.468717 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-da29b652-01b0-460f-9a4a-66c9f6613203 req-11244a01-4324-40a5-975c-0a2f098ac763 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0568690 Aug 31 04:38:13.515968 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-da29b652-01b0-460f-9a4a-66c9f6613203 req-33305450-4dad-4484-8d06-319b09bc1d73 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Aug 31 04:38:13.620089 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-9626b386-f973-4f94-95d2-d46df8a0181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:13.621590 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-9626b386-f973-4f94-95d2-d46df8a0181d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1127 time: 0.0414181 Aug 31 04:38:14.101407 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-81c44ac8-bb00-42d0-80c6-3891b6a1713f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 217 time: 0.0630312 Aug 31 04:38:14.170695 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:14.180212 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb34a6-a97d-45f1-a54b-1eb534511452 req-4da4582e-b17e-49a9-bc39-3fb0ea32d9f0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:14.181668 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b0bb34a6-a97d-45f1-a54b-1eb534511452 req-4da4582e-b17e-49a9-bc39-3fb0ea32d9f0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0783236 Aug 31 04:38:14.188361 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-5275ca3c-e9d7-48b1-89b2-c993b25e5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:14.189860 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-5275ca3c-e9d7-48b1-89b2-c993b25e5643 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 200 len: 854 time: 0.0758350 Aug 31 04:38:14.240346 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b0bb34a6-a97d-45f1-a54b-1eb534511452 req-a9f70b72-1ca0-4392-a2a7-d7cdebc37423 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496049 Aug 31 04:38:14.332217 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ab49a-7855-4e09-b2b8-f895f34c6c4f req-d7e209f8-5cd9-4662-9db4-85dc6d8b9345 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:14.334417 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-781ab49a-7855-4e09-b2b8-f895f34c6c4f req-d7e209f8-5cd9-4662-9db4-85dc6d8b9345 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0535808 Aug 31 04:38:14.354329 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377174-a126-4f03-bf78-48cad3b8d493 req-589bbe2c-8ca3-49c9-92d5-72976898d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:14.355938 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-589bbe2c-8ca3-49c9-92d5-72976898d31b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e8667517-3360-4053-ba73-ab7205fbbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433910 Aug 31 04:38:14.385297 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-781ab49a-7855-4e09-b2b8-f895f34c6c4f req-18ea8323-4cc2-4ca6-812a-df84e649422c tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Aug 31 04:38:14.422438 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f9d96-1f0b-437f-ae27-feb3e3181a91 req-ce44142c-1086-4ae1-b264-86a15850a79a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:14.423942 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-578f9d96-1f0b-437f-ae27-feb3e3181a91 req-ce44142c-1086-4ae1-b264-86a15850a79a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0466142 Aug 31 04:38:14.478440 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-578f9d96-1f0b-437f-ae27-feb3e3181a91 req-8929b160-2de4-41d1-a3b3-558bd73f9f64 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488241 Aug 31 04:38:14.642360 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65bfad-ae95-40ae-91e6-36a188e10a8a req-78c40805-d1d1-41e6-836f-1aea14f97854 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:14.643737 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8a65bfad-ae95-40ae-91e6-36a188e10a8a req-78c40805-d1d1-41e6-836f-1aea14f97854 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0465517 Aug 31 04:38:14.693222 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8a65bfad-ae95-40ae-91e6-36a188e10a8a req-c0316c2c-483e-4c04-a1a3-09bea8b78795 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Aug 31 04:38:15.382187 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba941ad2-8fb5-443d-8331-1f9d807a3b14 req-de87160e-32f0-4c03-8786-abc22ad8edeb tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:15.383993 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ba941ad2-8fb5-443d-8331-1f9d807a3b14 req-de87160e-32f0-4c03-8786-abc22ad8edeb tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0539191 Aug 31 04:38:15.436690 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ba941ad2-8fb5-443d-8331-1f9d807a3b14 req-171a4d51-cc07-4fd4-989e-989d97017633 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468037 Aug 31 04:38:15.490119 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:15.506100 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-b8bf9441-4336-4211-963a-c287cba16e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:15.510562 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4f34f-2ce4-4549-8ed4-d4fe664c1638 req-8185315e-9513-4d63-bb43-0d8ed0837b29 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:15.512160 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cbf4f34f-2ce4-4549-8ed4-d4fe664c1638 req-8185315e-9513-4d63-bb43-0d8ed0837b29 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0536709 Aug 31 04:38:15.560863 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cbf4f34f-2ce4-4549-8ed4-d4fe664c1638 req-7ba3a1ac-9997-418e-b475-05bcc92a5922 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Aug 31 04:38:15.594220 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49252bba-ba10-4d81-840c-b13e32324ccb req-f6403087-e2b3-41ee-9bc7-e2ad0636c034 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:15.595747 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-49252bba-ba10-4d81-840c-b13e32324ccb req-f6403087-e2b3-41ee-9bc7-e2ad0636c034 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0467737 Aug 31 04:38:15.643665 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-49252bba-ba10-4d81-840c-b13e32324ccb req-8638fddd-d03b-41e3-bd73-456ccd6f0e19 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Aug 31 04:38:15.830130 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d3a5b-ae94-4de3-bafe-33a6abee3a43 req-ba5735b9-9426-4a7e-834b-f594e51ca863 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:15.831637 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-894d3a5b-ae94-4de3-bafe-33a6abee3a43 req-ba5735b9-9426-4a7e-834b-f594e51ca863 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0498922 Aug 31 04:38:15.886120 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-894d3a5b-ae94-4de3-bafe-33a6abee3a43 req-5161349b-cdd3-4816-a864-5d950464523a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Aug 31 04:38:16.593929 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272d98-3b81-4837-bf28-7393d19a5f59 req-b00959b0-1877-4668-be49-e7b622d70cce tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:16.595503 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7d272d98-3b81-4837-bf28-7393d19a5f59 req-b00959b0-1877-4668-be49-e7b622d70cce tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0550432 Aug 31 04:38:16.642085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:16.647717 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7d272d98-3b81-4837-bf28-7393d19a5f59 req-62b79145-0458-41bc-a025-b5a0d09b0f9b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457523 Aug 31 04:38:16.701672 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab1a8a-4c27-410e-b398-fbf91cf721f3 req-cc70efdf-7a70-4f70-a1a8-00ba5de7050b tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:16.703214 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f5ab1a8a-4c27-410e-b398-fbf91cf721f3 req-cc70efdf-7a70-4f70-a1a8-00ba5de7050b tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0622661 Aug 31 04:38:16.768893 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f5ab1a8a-4c27-410e-b398-fbf91cf721f3 req-a90f9105-a9e0-4f45-a608-e2610cc6c009 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586889 Aug 31 04:38:16.896644 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70728426-6bb9-4e7a-8500-f16d6b3d008a req-a67de4c0-8bbb-4a5b-a8b2-2d4645853323 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:16.898337 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70728426-6bb9-4e7a-8500-f16d6b3d008a req-a67de4c0-8bbb-4a5b-a8b2-2d4645853323 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.1774280 Aug 31 04:38:16.993781 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-2a25712d-3dc2-43ec-8926-839872f3b96b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507310 Aug 31 04:38:17.045233 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70728426-6bb9-4e7a-8500-f16d6b3d008a req-6894a31a-6474-4725-9f53-c9a3dcec1593 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343474 Aug 31 04:38:17.046596 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9622aa4-8784-4a77-8659-d7c052d82ae7 req-08d5a540-15b0-4a72-afe4-045ee1b5ade0 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:17.049440 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f9622aa4-8784-4a77-8659-d7c052d82ae7 req-08d5a540-15b0-4a72-afe4-045ee1b5ade0 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0702634 Aug 31 04:38:17.084390 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:17.121381 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f9622aa4-8784-4a77-8659-d7c052d82ae7 req-271f708c-3ed4-4f06-8fd2-b3e142d52eab tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655553 Aug 31 04:38:17.816668 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a242a9-c0ee-4bb8-b8c3-6d65dfe322ad req-cafb84a0-26d7-4fbe-9fbd-b4bbc1f28a0e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:17.818250 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d0a242a9-c0ee-4bb8-b8c3-6d65dfe322ad req-cafb84a0-26d7-4fbe-9fbd-b4bbc1f28a0e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0602427 Aug 31 04:38:17.869534 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d0a242a9-c0ee-4bb8-b8c3-6d65dfe322ad req-85d169cc-5848-4df2-a5c7-c910435ef5fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457373 Aug 31 04:38:17.884820 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e810d9e-ba70-4f1c-a165-e8e534eb6722 req-27bdd190-9995-4e1f-99cd-241626b32593 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:17.886288 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8e810d9e-ba70-4f1c-a165-e8e534eb6722 req-27bdd190-9995-4e1f-99cd-241626b32593 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0463324 Aug 31 04:38:17.936401 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8e810d9e-ba70-4f1c-a165-e8e534eb6722 req-92bab8d4-53a1-4ce1-8b69-790a7697b0d6 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 Aug 31 04:38:17.969983 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:17.971910 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-68314df6-902a-447a-8adc-51294366114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:18.147787 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af739bc-9dc1-4bf8-a530-be3ca0ef0338 req-7e539035-0036-465a-9a78-30391c8a0c46 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:18.155313 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3af739bc-9dc1-4bf8-a530-be3ca0ef0338 req-7e539035-0036-465a-9a78-30391c8a0c46 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0719190 Aug 31 04:38:18.198327 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780656-09e9-41da-8ec4-5459c05cf18d req-62a04fb0-8806-476e-a285-16ad79a9e6b6 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:18.200137 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-48780656-09e9-41da-8ec4-5459c05cf18d req-62a04fb0-8806-476e-a285-16ad79a9e6b6 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0654449 Aug 31 04:38:18.218106 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3af739bc-9dc1-4bf8-a530-be3ca0ef0338 req-4d2e8ccc-6b2b-4ade-b489-8a5b927090b5 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573413 Aug 31 04:38:18.252617 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-48780656-09e9-41da-8ec4-5459c05cf18d req-4e208edb-7091-4922-813f-8ae32d253c3c tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Aug 31 04:38:19.000238 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ac572-6461-4f2e-bc17-683b6d0c09bc req-f2bb924c-186f-46c0-8751-b3c0fdf15064 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:19.001767 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d38ac572-6461-4f2e-bc17-683b6d0c09bc req-f2bb924c-186f-46c0-8751-b3c0fdf15064 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0538754 Aug 31 04:38:19.021170 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:19.065044 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d38ac572-6461-4f2e-bc17-683b6d0c09bc req-535c9632-fa5e-4710-ac7e-fa015c16a26c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539329 Aug 31 04:38:19.101529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d682b4-f297-49eb-b0b5-3fbb71023586 req-753c1249-3093-436b-8159-17ea4b36d31d tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:19.103024 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-52d682b4-f297-49eb-b0b5-3fbb71023586 req-753c1249-3093-436b-8159-17ea4b36d31d tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Aug 31 04:38:19.177667 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-52d682b4-f297-49eb-b0b5-3fbb71023586 req-5a28cfbb-1ce7-46ec-b67b-6229b4db0ede tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687313 Aug 31 04:38:19.359478 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb055e8e-c120-4396-86b6-72e3f3992076 req-b8a37934-8093-41fe-813a-e0fa2c1b85b3 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:19.360947 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-eb055e8e-c120-4396-86b6-72e3f3992076 req-b8a37934-8093-41fe-813a-e0fa2c1b85b3 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Aug 31 04:38:19.397935 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7df703-9c34-4a11-82c3-1653b2723c2e req-beb99880-87d5-454c-b905-13e3217a40f1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:19.400244 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6f7df703-9c34-4a11-82c3-1653b2723c2e req-beb99880-87d5-454c-b905-13e3217a40f1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0500708 Aug 31 04:38:19.426643 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-eb055e8e-c120-4396-86b6-72e3f3992076 req-96d1e5eb-7c1d-4550-99a1-b8c3d697fb20 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599198 Aug 31 04:38:19.443488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:19.462283 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6f7df703-9c34-4a11-82c3-1653b2723c2e req-8fd5f57b-9905-4fbe-9501-7e48b4967f1a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520444 Aug 31 04:38:20.194937 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964f9e7-172b-46c4-8723-7a94c09fdab4 req-6517fcad-fa60-4771-b844-329edb8a9f4e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:20.196382 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0964f9e7-172b-46c4-8723-7a94c09fdab4 req-6517fcad-fa60-4771-b844-329edb8a9f4e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0457208 Aug 31 04:38:20.248702 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0964f9e7-172b-46c4-8723-7a94c09fdab4 req-6fa37089-988d-485c-b0ed-f1856feb11b9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448670 Aug 31 04:38:20.311255 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:20.318446 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8296e-6fc2-4760-a8ef-07ea0b3a586d req-46081bf7-61c0-4e4e-946a-aa54827ad67c tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:20.330055 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-38b8296e-6fc2-4760-a8ef-07ea0b3a586d req-46081bf7-61c0-4e4e-946a-aa54827ad67c tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0775468 Aug 31 04:38:20.380874 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-38b8296e-6fc2-4760-a8ef-07ea0b3a586d req-2400bb2f-0ca3-48c1-8b7a-098402f7e02e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Aug 31 04:38:20.564411 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ce4bf-63d1-4fc1-be6a-931c69e13713 req-4f745dd9-62c6-424f-b2f3-26227a3328ad tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:20.565904 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-379ce4bf-63d1-4fc1-be6a-931c69e13713 req-4f745dd9-62c6-424f-b2f3-26227a3328ad tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0455654 Aug 31 04:38:20.588671 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70063a91-c606-44e1-a839-3fd9c1fa95c9 req-246396d4-15be-443b-9755-215c78d18f14 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:20.590278 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70063a91-c606-44e1-a839-3fd9c1fa95c9 req-246396d4-15be-443b-9755-215c78d18f14 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0476635 Aug 31 04:38:20.625091 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-379ce4bf-63d1-4fc1-be6a-931c69e13713 req-f52f6631-f500-4c34-9b06-0c81aa241c11 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532310 Aug 31 04:38:20.662620 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70063a91-c606-44e1-a839-3fd9c1fa95c9 req-6b809629-2ad9-4485-89a3-7a552b24476b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663555 Aug 31 04:38:20.677522 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:21.382362 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655cf7-04c7-428b-8caf-8011954636d2 req-2636ab89-8f47-4ba9-9aad-daca99ba2f6c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:21.383832 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e655cf7-04c7-428b-8caf-8011954636d2 req-2636ab89-8f47-4ba9-9aad-daca99ba2f6c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0520122 Aug 31 04:38:21.434767 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e655cf7-04c7-428b-8caf-8011954636d2 req-f179d651-5e01-4cef-9c51-13224685fd16 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Aug 31 04:38:21.528515 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9525007-7a76-41b7-a24e-67c95204b86b req-f2272626-d897-44aa-b0cf-8911104b5a4d tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:21.530157 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f9525007-7a76-41b7-a24e-67c95204b86b req-f2272626-d897-44aa-b0cf-8911104b5a4d tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 945 time: 0.0504012 Aug 31 04:38:21.581461 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f9525007-7a76-41b7-a24e-67c95204b86b req-966dbc20-5263-44c3-b7e2-39d3a76f2b5a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 Aug 31 04:38:21.641397 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:21.648924 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:21.770466 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd63f7-f476-4933-b916-c32ce7485624 req-ce7b75cd-0f4c-4916-818e-0aa5c67a2b17 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:21.772587 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b2fd63f7-f476-4933-b916-c32ce7485624 req-ce7b75cd-0f4c-4916-818e-0aa5c67a2b17 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0565345 Aug 31 04:38:21.823592 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:21.832265 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b2fd63f7-f476-4933-b916-c32ce7485624 req-e7b6a405-6f72-4c6a-bae3-9b19e0235c5c tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Aug 31 04:38:21.836023 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10475734-c0cd-4f24-96c9-9632b8563065 req-192153b9-77d5-436c-b8da-0c7d7f984246 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:21.841690 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-10475734-c0cd-4f24-96c9-9632b8563065 req-192153b9-77d5-436c-b8da-0c7d7f984246 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0594492 Aug 31 04:38:21.886977 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-10475734-c0cd-4f24-96c9-9632b8563065 req-79229d32-c2bc-4475-b512-9ab9d60f5ce2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Aug 31 04:38:22.060557 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d12da23d-d2c9-4b91-bbfc-4cc391e994f7 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:22.141439 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 is: ACTIVE; New status is: DOWN {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:22.142190 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:22.166671 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:22.168954 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37fa24-9adb-4042-be17-a97d13969465" -d '{"events": [{"server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "name": "network-vif-unplugged", "status": "completed", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:22.181793 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:22.186565 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:22.209236 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80e335e-f6e3-46dd-b3fc-48fe265e7e05 x-openstack-request-id: req-b80e335e-f6e3-46dd-b3fc-48fe265e7e05 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:22.209523 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "name": "network-vif-unplugged", "status": "completed", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:22.209774 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b80e335e-f6e3-46dd-b3fc-48fe265e7e05 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:22.210171 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80e335e-f6e3-46dd-b3fc-48fe265e7e05'] response: {'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7', 'code': 200} Aug 31 04:38:22.236115 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,revision_number=6']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:22.644362 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0424fa-6656-42f0-9847-a1c74bc3d6c4 req-02ad3010-5ded-44b1-bcc4-2e786bb1ec3b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:22.652484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ba0424fa-6656-42f0-9847-a1c74bc3d6c4 req-02ad3010-5ded-44b1-bcc4-2e786bb1ec3b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0631320 Aug 31 04:38:22.711552 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ba0424fa-6656-42f0-9847-a1c74bc3d6c4 req-00e39221-add4-42af-8966-c79e4703c044 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580447 Aug 31 04:38:22.762012 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b50ea4-e8c9-44b8-8f55-12341e7bc4b2 req-a4774440-e678-4be4-882a-fdc298ac48f9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:22.763686 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a1b50ea4-e8c9-44b8-8f55-12341e7bc4b2 req-a4774440-e678-4be4-882a-fdc298ac48f9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0707562 Aug 31 04:38:22.815502 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a1b50ea4-e8c9-44b8-8f55-12341e7bc4b2 req-4b2b8c44-862c-4508-a200-65b98ad36c93 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Aug 31 04:38:22.983944 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e97de-c014-4f97-971e-eefb71e65273 req-838a3c27-2a2d-4cdf-99ab-65a8adec1be4 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:22.985795 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8e7e97de-c014-4f97-971e-eefb71e65273 req-838a3c27-2a2d-4cdf-99ab-65a8adec1be4 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0770986 Aug 31 04:38:23.041014 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8e7e97de-c014-4f97-971e-eefb71e65273 req-9fb955cd-3fdf-4c50-b1ed-183c428a52d4 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494454 Aug 31 04:38:23.043184 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed9fe-20c8-48b8-af22-fe89287c20e3 req-197359fd-6ccb-4bf0-a892-ffe1154668cc tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:23.044979 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-462ed9fe-20c8-48b8-af22-fe89287c20e3 req-197359fd-6ccb-4bf0-a892-ffe1154668cc tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0641010 Aug 31 04:38:23.122837 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-462ed9fe-20c8-48b8-af22-fe89287c20e3 req-236bce4f-5559-4d45-81bb-229cb41ec693 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575352 Aug 31 04:38:23.209770 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:23.846884 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42c4bd-26d1-4eb2-9199-bd1d0c2a402e req-c9b0a810-fa38-41ef-ac4d-fca4065fd637 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:23.854605 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fe42c4bd-26d1-4eb2-9199-bd1d0c2a402e req-c9b0a810-fa38-41ef-ac4d-fca4065fd637 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0607464 Aug 31 04:38:23.909581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:23.913783 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fe42c4bd-26d1-4eb2-9199-bd1d0c2a402e req-2301723e-65ec-463e-9a72-87bb56e543d9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583851 Aug 31 04:38:23.966144 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02404660-d386-4c95-88b0-2a0325581cb6 req-cd0c4981-436f-464f-82fa-0d383380b436 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:23.968072 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02404660-d386-4c95-88b0-2a0325581cb6 req-cd0c4981-436f-464f-82fa-0d383380b436 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0532160 Aug 31 04:38:23.986483 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:24.024465 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02404660-d386-4c95-88b0-2a0325581cb6 req-165f1194-65c1-4681-98c4-c907992806a7 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507991 Aug 31 04:38:24.208215 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8df4c0-630e-4aa1-b6fd-c5758c457956 req-bca406da-2d70-46dd-9196-e4c9bb38c9b0 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:24.215170 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ab8df4c0-630e-4aa1-b6fd-c5758c457956 req-bca406da-2d70-46dd-9196-e4c9bb38c9b0 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0719285 Aug 31 04:38:24.270549 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ab8df4c0-630e-4aa1-b6fd-c5758c457956 req-3f3551c2-9fbe-47bc-9254-9fb9d4c2285e tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544796 Aug 31 04:38:24.308376 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f437483-640b-4877-ae3a-2d088d6c662c req-185dc5f8-fe18-4ada-9960-5208926daaf3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:24.309966 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6f437483-640b-4877-ae3a-2d088d6c662c req-185dc5f8-fe18-4ada-9960-5208926daaf3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0496800 Aug 31 04:38:24.359127 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6f437483-640b-4877-ae3a-2d088d6c662c req-594ac79f-d637-4034-a288-dbfa849565ec tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Aug 31 04:38:25.042645 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726e224-696c-4981-9ef5-b544f21a7051 req-db06699d-318b-4330-b3fe-7ef39fcab088 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:25.044210 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5726e224-696c-4981-9ef5-b544f21a7051 req-db06699d-318b-4330-b3fe-7ef39fcab088 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0488627 Aug 31 04:38:25.106163 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5726e224-696c-4981-9ef5-b544f21a7051 req-bae9d59e-493f-4ac7-bd30-a9956a129f0e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550096 Aug 31 04:38:25.198777 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb956fe3-92c4-4b38-9def-44d34572d343 req-2bded99b-b745-4249-84df-fe8c0cf08aeb tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:25.200315 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bb956fe3-92c4-4b38-9def-44d34572d343 req-2bded99b-b745-4249-84df-fe8c0cf08aeb tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0483112 Aug 31 04:38:25.255034 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bb956fe3-92c4-4b38-9def-44d34572d343 req-59ba487c-abbe-47cb-8e8f-a35f3a8c7d55 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482838 Aug 31 04:38:25.388457 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8eaa0-c381-425c-aba8-d2528d3bedd4 req-43d7ea12-80f5-49ec-a812-0a2b0c09496d tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:25.390207 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-49f8eaa0-c381-425c-aba8-d2528d3bedd4 req-43d7ea12-80f5-49ec-a812-0a2b0c09496d tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0470793 Aug 31 04:38:25.449813 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:25.459541 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-49f8eaa0-c381-425c-aba8-d2528d3bedd4 req-9a1456fc-a55e-4105-8160-b6f621ddb630 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633295 Aug 31 04:38:25.497561 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb3e18-2c4b-4b20-b4da-ee0cb389531b req-e01b7747-7df8-4048-adbf-a03d1bee735f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:25.499918 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8bfb3e18-2c4b-4b20-b4da-ee0cb389531b req-e01b7747-7df8-4048-adbf-a03d1bee735f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0639899 Aug 31 04:38:25.559178 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8bfb3e18-2c4b-4b20-b4da-ee0cb389531b req-76a7157a-b45a-42c5-afee-e1a9f185eaac tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533559 Aug 31 04:38:26.253144 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb3a64-ac3d-4df7-a5eb-5908c4f82b45 req-26116bc8-799d-4be7-9e2b-73186af22231 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:26.254765 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6acb3a64-ac3d-4df7-a5eb-5908c4f82b45 req-26116bc8-799d-4be7-9e2b-73186af22231 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0590053 Aug 31 04:38:26.309545 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6acb3a64-ac3d-4df7-a5eb-5908c4f82b45 req-e56afaa6-9bf1-4bc1-94fa-f75b12e7691b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487936 Aug 31 04:38:26.394113 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61ab81-acdf-4e92-90f7-0ba703d0968e req-999278aa-3afc-4c53-a630-2c8b6877cd44 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:26.395541 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7f61ab81-acdf-4e92-90f7-0ba703d0968e req-999278aa-3afc-4c53-a630-2c8b6877cd44 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0458932 Aug 31 04:38:26.445718 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7f61ab81-acdf-4e92-90f7-0ba703d0968e req-a8aad877-ffa0-4bc1-b597-f1daef393657 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Aug 31 04:38:26.585843 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602668b5-b9ca-4a8d-ab8e-1617df3c758a req-7967520f-6bb7-49cf-867d-dd9e0015d97a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:26.587556 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-602668b5-b9ca-4a8d-ab8e-1617df3c758a req-7967520f-6bb7-49cf-867d-dd9e0015d97a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0530250 Aug 31 04:38:26.639744 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-602668b5-b9ca-4a8d-ab8e-1617df3c758a req-7a7f101d-d411-451b-93b5-a6b43ec2bae8 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 Aug 31 04:38:26.690551 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea9d94-6cff-42fc-95ec-b15a0ea993ae req-f089d0c5-dc0a-4b45-b479-f63e90c69d06 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:26.692095 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6aea9d94-6cff-42fc-95ec-b15a0ea993ae req-f089d0c5-dc0a-4b45-b479-f63e90c69d06 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0462701 Aug 31 04:38:26.741932 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6aea9d94-6cff-42fc-95ec-b15a0ea993ae req-1093401d-e495-432c-8b22-a3e19b8c613b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Aug 31 04:38:27.449544 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c058a97-b0aa-419a-8d5d-4ee77b53b816 req-29a43b76-bc56-446f-a471-8f09f7453c90 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:27.451054 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0c058a97-b0aa-419a-8d5d-4ee77b53b816 req-29a43b76-bc56-446f-a471-8f09f7453c90 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0498645 Aug 31 04:38:27.502543 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0c058a97-b0aa-419a-8d5d-4ee77b53b816 req-8fea0f21-692d-494e-9de7-694ed131a833 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432758 Aug 31 04:38:27.567534 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad494-1135-47cd-aa05-8477fcef4ccb req-9d888d46-d535-4cdc-a085-238962c1980a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:27.569022 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bb7ad494-1135-47cd-aa05-8477fcef4ccb req-9d888d46-d535-4cdc-a085-238962c1980a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0477204 Aug 31 04:38:27.619186 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bb7ad494-1135-47cd-aa05-8477fcef4ccb req-9bcd6af4-ce47-4869-b698-fc5e7a1f2069 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Aug 31 04:38:27.775108 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd11ef1-07fb-4e49-a6a5-5d378b95b0e9 req-616cbae9-5f2f-4a0d-bb30-f0782fa854ea tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:27.776560 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ecd11ef1-07fb-4e49-a6a5-5d378b95b0e9 req-616cbae9-5f2f-4a0d-bb30-f0782fa854ea tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0575957 Aug 31 04:38:27.825606 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ecd11ef1-07fb-4e49-a6a5-5d378b95b0e9 req-f265a0e6-dd76-41f1-b231-237cf496799b tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Aug 31 04:38:27.862072 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871180e-06f1-4035-9414-9f008414104c req-89f239b9-306a-4ed2-a1c9-2ab3b5845c20 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:27.863608 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5871180e-06f1-4035-9414-9f008414104c req-89f239b9-306a-4ed2-a1c9-2ab3b5845c20 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0460644 Aug 31 04:38:27.909739 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5871180e-06f1-4035-9414-9f008414104c req-5bcf2f6c-aad0-427e-bc98-72439bf4bf55 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Aug 31 04:38:28.654548 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bab4a1-f1c7-429f-bc12-0b920ff68483 req-f59b28c1-22ea-4366-9444-232f9f954d9f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:28.656131 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-23bab4a1-f1c7-429f-bc12-0b920ff68483 req-f59b28c1-22ea-4366-9444-232f9f954d9f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0613675 Aug 31 04:38:28.708466 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-23bab4a1-f1c7-429f-bc12-0b920ff68483 req-e0928e3c-8935-4e84-a90d-7e32f5f8a657 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465100 Aug 31 04:38:28.807840 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:28.822579 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbead056-114b-42b1-ab6b-8d36e78455d8 req-0e14a074-4842-4cce-a1a3-ef02d0ed0ad9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:28.824181 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cbead056-114b-42b1-ab6b-8d36e78455d8 req-0e14a074-4842-4cce-a1a3-ef02d0ed0ad9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.0502722 Aug 31 04:38:28.878108 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cbead056-114b-42b1-ab6b-8d36e78455d8 req-616ee248-012b-48dd-a39a-ffbeee9632fd tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Aug 31 04:38:28.987516 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae13701-a687-4dfb-8d1e-3f2526a75851 req-af02c5de-2957-421e-93e9-087fbea42217 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:28.989082 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-eae13701-a687-4dfb-8d1e-3f2526a75851 req-af02c5de-2957-421e-93e9-087fbea42217 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0516019 Aug 31 04:38:29.031289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-1dcdfbf0-70b2-4818-95a1-c686dba088d6 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:29.032749 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-1dcdfbf0-70b2-4818-95a1-c686dba088d6 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 943 time: 0.3418779 Aug 31 04:38:29.039151 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-eae13701-a687-4dfb-8d1e-3f2526a75851 req-9ef8f0f2-be4c-4ebe-8f8d-d41353cb898a tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Aug 31 04:38:29.075865 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-9361da33-4940-4fdb-9873-bdb3189e2981 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766782 Aug 31 04:38:29.105125 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:29.141886 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad27cb-6a02-40f6-8c87-15cf3e3bebb8 req-cb591f97-aae7-4091-9728-5a923a6d30fc tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:29.143402 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fcad27cb-6a02-40f6-8c87-15cf3e3bebb8 req-cb591f97-aae7-4091-9728-5a923a6d30fc tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0469012 Aug 31 04:38:29.189538 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fcad27cb-6a02-40f6-8c87-15cf3e3bebb8 req-ebd963d6-350a-4bfd-a106-6380fde8ed32 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Aug 31 04:38:29.541284 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Deleting port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:38:29.541531 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:29.639981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] For port d12da23d-d2c9-4b91-bbfc-4cc391e994f7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:29.640364 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:29.652630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:29.653850 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Calling delete_port for d12da23d-d2c9-4b91-bbfc-4cc391e994f7 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:38:29.796793 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d12da23d-d2c9-4b91-bbfc-4cc391e994f7), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:29.824309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Pushing event deleted for resources: {'Port': ['ID=d12da23d-d2c9-4b91-bbfc-4cc391e994f7,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:29.839172 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1ee4e-9497-4c80-b505-9fd525535d13 req-998445cd-1246-4b49-bef3-336bf59edf13 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:29.843245 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6ab1ee4e-9497-4c80-b505-9fd525535d13 req-998445cd-1246-4b49-bef3-336bf59edf13 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0504930 Aug 31 04:38:29.869228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] No DVR routers for this DVR port d12da23d-d2c9-4b91-bbfc-4cc391e994f7 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:38:29.871936 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:29.875416 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6053167-b9f3-4e5a-8074-8e624df4777d req-5f4c0d04-c58f-4cf6-bc1e-2dd007bb89bf tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d12da23d-d2c9-4b91-bbfc-4cc391e994f7 HTTP/1.1" status: 204 len: 173 time: 0.4232364 Aug 31 04:38:29.875985 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'name': 'network-vif-deleted', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:29.878234 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29df6d9a-c1d6-4fc7-8662-82e49444a7b0" -d '{"events": [{"server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "name": "network-vif-deleted", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:29.893855 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6ab1ee4e-9497-4c80-b505-9fd525535d13 req-854382ff-ef91-481e-bca8-87259b0a29c8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461760 Aug 31 04:38:29.942663 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a624a0-4bf8-4b4f-876f-0f0d7c836bd9 x-openstack-request-id: req-c9a624a0-4bf8-4b4f-876f-0f0d7c836bd9 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:29.942984 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bafbd2f-51ff-419e-995e-c8455ecd93a7", "name": "network-vif-deleted", "tag": "d12da23d-d2c9-4b91-bbfc-4cc391e994f7", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:29.943240 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9a624a0-4bf8-4b4f-876f-0f0d7c836bd9 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:29.943643 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a624a0-4bf8-4b4f-876f-0f0d7c836bd9'] response: {'server_uuid': '4bafbd2f-51ff-419e-995e-c8455ecd93a7', 'name': 'network-vif-deleted', 'tag': 'd12da23d-d2c9-4b91-bbfc-4cc391e994f7', 'status': 'completed', 'code': 200} Aug 31 04:38:30.023668 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cea07800-48f9-4042-bb7d-fce7c934b670 req-7da5be74-1de8-4935-a4e5-cb6c25a1c2b1 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0269525 Aug 31 04:38:30.158489 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24b523-1746-46f4-8309-7e6da8c31115 req-72afb263-aae5-4d5b-9851-728a87c3f202 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:30.160160 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1a24b523-1746-46f4-8309-7e6da8c31115 req-72afb263-aae5-4d5b-9851-728a87c3f202 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0462801 Aug 31 04:38:30.215351 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1a24b523-1746-46f4-8309-7e6da8c31115 req-08a69eb7-c907-4d81-802a-f25a51e90abb tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496519 Aug 31 04:38:30.312907 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa5fa6-d462-4afa-a8dd-a77457b818fb req-b81dd8cf-f251-4231-82b3-c28fc1fb79ef tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:30.314390 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-92aa5fa6-d462-4afa-a8dd-a77457b818fb req-b81dd8cf-f251-4231-82b3-c28fc1fb79ef tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0447109 Aug 31 04:38:30.581609 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-92aa5fa6-d462-4afa-a8dd-a77457b818fb req-a4d665cd-c90f-4c1d-a93f-6646bc5fda67 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615480 Aug 31 04:38:30.637612 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:30.666649 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698adfa-3029-4131-b90f-245efd3001a4 req-9f9c78e0-ee30-4e8c-8b1c-e1fe4819f16f tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:30.668199 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4698adfa-3029-4131-b90f-245efd3001a4 req-9f9c78e0-ee30-4e8c-8b1c-e1fe4819f16f tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0926859 Aug 31 04:38:30.669341 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-8f353312-ad7b-44ad-9c47-ea627d3314cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:30.671463 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-8f353312-ad7b-44ad-9c47-ea627d3314cd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1127 time: 0.1039579 Aug 31 04:38:30.851102 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Deleting port 6cecccca-7742-4933-8fe3-16ec55261d1a {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:38:30.851825 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:30.923266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-e57503f5-7ff7-49a4-bc7b-01617d5e8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:30.924759 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-e57503f5-7ff7-49a4-bc7b-01617d5e8707 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 916 time: 0.2384381 Aug 31 04:38:30.985147 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-5477cdb0-ea09-4058-8ad4-cc1fc61b7791 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 217 time: 0.0500710 Aug 31 04:38:31.112003 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] For port 6cecccca-7742-4933-8fe3-16ec55261d1a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6cecccca-7742-4933-8fe3-16ec55261d1a,segment=NetworkSegment(259cf1d8-ab48-4306-8bae-f4700ee70270),segment_id=259cf1d8-ab48-4306-8bae-f4700ee70270)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:31.112377 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:31.115820 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-8c781353-8c1e-4ecb-9952-3fb80adb1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:31.117284 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-8c781353-8c1e-4ecb-9952-3fb80adb1f05 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 200 len: 854 time: 0.1214383 Aug 31 04:38:31.131238 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c197c-5bd7-4edb-ad88-26dd015edacb req-4195309c-5982-4269-b8fa-69c813fcaaac tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:31.132663 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-516c197c-5bd7-4edb-ad88-26dd015edacb req-4195309c-5982-4269-b8fa-69c813fcaaac tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0949886 Aug 31 04:38:31.137142 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Calling delete_port for 6cecccca-7742-4933-8fe3-16ec55261d1a owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:38:31.142700 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d2c28c71-742f-45de-b266-527650dad8d1 req-856c3313-6892-417a-bcd3-b7652610a566 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bafbd2f-51ff-419e-995e-c8455ecd93a7 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Aug 31 04:38:31.231569 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-516c197c-5bd7-4edb-ad88-26dd015edacb req-57a844f3-4cf8-4de5-92c7-892d97bf53e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918772 Aug 31 04:38:31.351965 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (6cecccca-7742-4933-8fe3-16ec55261d1a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:31.354405 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fa133-26f6-4b84-93ab-aaec29052f80 req-ea2cd3ff-a7c6-4a26-96a5-d258107b49c6 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:31.355928 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a64fa133-26f6-4b84-93ab-aaec29052f80 req-ea2cd3ff-a7c6-4a26-96a5-d258107b49c6 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=86ccbc34-3498-4aef-b361-e9b51a07e9d2 HTTP/1.1" status: 200 len: 945 time: 0.0542219 Aug 31 04:38:31.364102 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:31.391072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Pushing event deleted for resources: {'Port': ['ID=6cecccca-7742-4933-8fe3-16ec55261d1a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:31.394551 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-bc051c38-b8af-4d94-8537-bf7af620bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:31.396226 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-bc051c38-b8af-4d94-8537-bf7af620bdf6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e8667517-3360-4053-ba73-ab7205fbbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766454 Aug 31 04:38:31.398933 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['6cecccca-7742-4933-8fe3-16ec55261d1a'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:38:31.416394 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a64fa133-26f6-4b84-93ab-aaec29052f80 req-eedad7d8-c718-406b-8d01-9d90e6507f48 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528052 Aug 31 04:38:31.503401 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] No DVR routers for this DVR port 6cecccca-7742-4933-8fe3-16ec55261d1a on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:38:31.507422 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:31.510649 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4698adfa-3029-4131-b90f-245efd3001a4 req-25b100dd-aa9b-4b4e-a645-75249b349208 tempest-VolumesActionsTest-1011385237 tempest-VolumesActionsTest-1011385237-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6cecccca-7742-4933-8fe3-16ec55261d1a HTTP/1.1" status: 204 len: 173 time: 0.8309884 Aug 31 04:38:31.562033 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-3149d7c0-fa50-4afd-aaf6-535423b78610 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553404 Aug 31 04:38:31.682499 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:31.730275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b093-0d1c-4e69-8be5-79e2b7493278 req-baef26f5-9651-4e22-a943-49ae814af0de tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:31.731817 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d034b093-0d1c-4e69-8be5-79e2b7493278 req-baef26f5-9651-4e22-a943-49ae814af0de tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 943 time: 0.0695965 Aug 31 04:38:31.733792 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b592a01a-55bb-4865-930a-9abd6c0b5021 req-dd7f836f-2592-4b2b-b552-798396112fdd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476090 Aug 31 04:38:31.792738 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d034b093-0d1c-4e69-8be5-79e2b7493278 req-40c336c4-664d-48c2-a2c3-a888fc7c8eac tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543277 Aug 31 04:38:31.945425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'name': 'network-vif-deleted', 'tag': '6cecccca-7742-4933-8fe3-16ec55261d1a'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:31.948616 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2baa7368-5398-4b28-9d9e-6dbe4f962323" -d '{"events": [{"server_uuid": "86ccbc34-3498-4aef-b361-e9b51a07e9d2", "name": "network-vif-deleted", "tag": "6cecccca-7742-4933-8fe3-16ec55261d1a"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:31.989686 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ce1de-07c3-41a4-93d6-1e20844c87f1 x-openstack-request-id: req-7d5ce1de-07c3-41a4-93d6-1e20844c87f1 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:31.989977 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ccbc34-3498-4aef-b361-e9b51a07e9d2", "name": "network-vif-deleted", "tag": "6cecccca-7742-4933-8fe3-16ec55261d1a", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:31.990225 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d5ce1de-07c3-41a4-93d6-1e20844c87f1 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:31.990626 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5ce1de-07c3-41a4-93d6-1e20844c87f1'] response: {'server_uuid': '86ccbc34-3498-4aef-b361-e9b51a07e9d2', 'name': 'network-vif-deleted', 'tag': '6cecccca-7742-4933-8fe3-16ec55261d1a', 'status': 'completed', 'code': 200} Aug 31 04:38:32.109889 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f13a5355-33c4-4ae4-aaed-4afc34e93d15 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:38:32.219161 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:32.230456 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'port_id': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'mac_address': 'fa:16:3e:15:0a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:38:32.285230 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f13a5355-33c4-4ae4-aaed-4afc34e93d15 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:32.285539 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:32.307759 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13a5355-33c4-4ae4-aaed-4afc34e93d15 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:38:32.343476 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:32.354460 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:32.397202 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a6ed8-2d7f-4874-b680-db3c4dc17d13 req-124b457e-5751-4972-8065-81754908b8a8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:32.399427 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-603a6ed8-2d7f-4874-b680-db3c4dc17d13 req-124b457e-5751-4972-8065-81754908b8a8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0577493 Aug 31 04:38:32.409513 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:32.465694 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-603a6ed8-2d7f-4874-b680-db3c4dc17d13 req-83258a7c-bdae-44dd-b059-ca85925bace3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576470 Aug 31 04:38:32.919471 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7a17b-6102-47a3-8da7-4b3ff506c7be req-7be425d9-fbf2-461a-98fd-6bfb367b196d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:32.921158 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-10c7a17b-6102-47a3-8da7-4b3ff506c7be req-7be425d9-fbf2-461a-98fd-6bfb367b196d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 944 time: 0.0541313 Aug 31 04:38:32.971684 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-10c7a17b-6102-47a3-8da7-4b3ff506c7be req-85a9b923-190c-4884-a305-503e53ba0548 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Aug 31 04:38:33.590307 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d78eb-544e-4497-b07e-a7ab79d347ee req-818ab859-a09a-4b80-ad87-56de38f78903 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:33.591827 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7a0d78eb-544e-4497-b07e-a7ab79d347ee req-818ab859-a09a-4b80-ad87-56de38f78903 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0458918 Aug 31 04:38:33.643692 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7a0d78eb-544e-4497-b07e-a7ab79d347ee req-84b188a4-2ec3-4d28-8915-55077ad0b459 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461473 Aug 31 04:38:34.100087 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0aaba-d93e-4f24-b514-d79d0e2e3185 req-094810b8-5e82-4546-8497-599c0682606e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:34.101844 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-36f0aaba-d93e-4f24-b514-d79d0e2e3185 req-094810b8-5e82-4546-8497-599c0682606e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 944 time: 0.0545695 Aug 31 04:38:34.151947 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-36f0aaba-d93e-4f24-b514-d79d0e2e3185 req-d44bbb8e-d9c7-4e79-852d-d61c20e91438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Aug 31 04:38:34.775573 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71880271-1a69-4450-8d12-db48857b258e req-8ea71da2-cc1a-4c14-bb4d-7f6857cebf0b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:34.776951 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71880271-1a69-4450-8d12-db48857b258e req-8ea71da2-cc1a-4c14-bb4d-7f6857cebf0b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0486467 Aug 31 04:38:34.827934 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71880271-1a69-4450-8d12-db48857b258e req-d7441e70-c00d-4841-b2e4-97cbad07a509 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 Aug 31 04:38:35.278575 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6259110-b040-4882-a472-b843757d16d1 req-bff96045-46d9-4ca4-9b9c-3b9839f17c9d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:35.280044 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b6259110-b040-4882-a472-b843757d16d1 req-bff96045-46d9-4ca4-9b9c-3b9839f17c9d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 944 time: 0.0480988 Aug 31 04:38:35.331543 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b6259110-b040-4882-a472-b843757d16d1 req-1f19cce6-1e66-4792-81be-c8d6c7fe3983 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Aug 31 04:38:35.360365 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f13a5355-33c4-4ae4-aaed-4afc34e93d15'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:38:35.387632 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6cecccca-7742-4933-8fe3-16ec55261d1a no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:38:35.411670 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 6cecccca-7742-4933-8fe3-16ec55261d1a {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:38:35.412019 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6cecccca-7742-4933-8fe3-16ec55261d1a not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:38:35.421949 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:35.959441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd15de-e944-437e-8483-fdf59ac87417 req-5cbb68e7-be79-4a8d-9b8e-4c58eb7d1456 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:35.964587 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ecfd15de-e944-437e-8483-fdf59ac87417 req-5cbb68e7-be79-4a8d-9b8e-4c58eb7d1456 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0510893 Aug 31 04:38:36.019805 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ecfd15de-e944-437e-8483-fdf59ac87417 req-914f59fa-fe0d-47ed-afc3-130c711328cf tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529828 Aug 31 04:38:36.462283 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f448a-2e3f-4cfa-8c7d-8cc1fd998304 req-a5f45b96-b2a8-4d07-a5d3-c1842c2dc961 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:36.463801 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-464f448a-2e3f-4cfa-8c7d-8cc1fd998304 req-a5f45b96-b2a8-4d07-a5d3-c1842c2dc961 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 944 time: 0.0581708 Aug 31 04:38:36.496990 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:36.511735 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-464f448a-2e3f-4cfa-8c7d-8cc1fd998304 req-ba7ebc56-d49a-459b-96c7-560b60abce1f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Aug 31 04:38:37.160823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5468f-37ce-4334-91e3-ad8ae5559d74 req-e6748d60-b62e-4020-be86-d2bdffcb4381 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:37.162328 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d0b5468f-37ce-4334-91e3-ad8ae5559d74 req-e6748d60-b62e-4020-be86-d2bdffcb4381 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0520365 Aug 31 04:38:37.212122 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d0b5468f-37ce-4334-91e3-ad8ae5559d74 req-8bf26070-c071-489d-b4fc-9376351387ba tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Aug 31 04:38:37.660189 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88405b4c-42dc-43ef-a043-56cab67ba089 req-82fae7f0-fa89-4fe6-af55-a8ba9caa9497 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:37.661570 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88405b4c-42dc-43ef-a043-56cab67ba089 req-82fae7f0-fa89-4fe6-af55-a8ba9caa9497 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 944 time: 0.0652313 Aug 31 04:38:37.682291 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:37.712866 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-88405b4c-42dc-43ef-a043-56cab67ba089 req-2615f8ad-6904-469c-8975-c67ad7fffd66 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435252 Aug 31 04:38:38.339504 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411116f-d181-494a-8f37-5d1e86384d88 req-e10efd75-569d-41c4-81b3-71c41d399fc7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:38.340898 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b411116f-d181-494a-8f37-5d1e86384d88 req-e10efd75-569d-41c4-81b3-71c41d399fc7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0469506 Aug 31 04:38:38.389505 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b411116f-d181-494a-8f37-5d1e86384d88 req-b4cac289-6638-4540-a9b1-20a9cc2a98ff tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426664 Aug 31 04:38:38.837936 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9bc4e-45aa-48ad-a232-021cc5b028c0 req-f422318a-323d-480a-abb8-08f15f82ba2f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:38.839443 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8de9bc4e-45aa-48ad-a232-021cc5b028c0 req-f422318a-323d-480a-abb8-08f15f82ba2f tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 944 time: 0.0486748 Aug 31 04:38:38.888631 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8de9bc4e-45aa-48ad-a232-021cc5b028c0 req-ff153568-d164-4aa4-a530-7086a8315671 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Aug 31 04:38:39.057393 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f13a5355-33c4-4ae4-aaed-4afc34e93d15 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:38:39.106430 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port f13a5355-33c4-4ae4-aaed-4afc34e93d15 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:38:39.115051 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port f13a5355-33c4-4ae4-aaed-4afc34e93d15 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:38:39.115441 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:39.184895 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f13a5355-33c4-4ae4-aaed-4afc34e93d15 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:39.185270 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:39.186873 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:39.211253 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:39.213931 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15275d1-92b6-453e-9d60-48a323b74e67" -d '{"events": [{"server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "name": "network-vif-plugged", "status": "completed", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:39.227224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:39.233929 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:39.259551 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54814067-4eec-49c8-9515-47cbc6c3011c x-openstack-request-id: req-54814067-4eec-49c8-9515-47cbc6c3011c {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:39.259950 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "name": "network-vif-plugged", "status": "completed", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:39.260221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54814067-4eec-49c8-9515-47cbc6c3011c {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:39.260610 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54814067-4eec-49c8-9515-47cbc6c3011c'] response: {'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'code': 200} Aug 31 04:38:39.286916 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:39.523248 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda3357-2cd1-4a34-b376-569c67b278c5 req-abbc3e45-cbd6-41cf-aeeb-f2994805e34e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:39.524712 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-abda3357-2cd1-4a34-b376-569c67b278c5 req-abbc3e45-cbd6-41cf-aeeb-f2994805e34e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0481622 Aug 31 04:38:39.575568 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-abda3357-2cd1-4a34-b376-569c67b278c5 req-4b20117b-5d59-40d2-a75b-4588c2f8d218 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451384 Aug 31 04:38:40.030617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be610a-0a1b-4be7-8ac9-674b5e6be255 req-a6ff72b4-e3c2-48ef-b96b-7b594a953798 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:40.040193 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f2be610a-0a1b-4be7-8ac9-674b5e6be255 req-a6ff72b4-e3c2-48ef-b96b-7b594a953798 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0640476 Aug 31 04:38:40.111525 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f2be610a-0a1b-4be7-8ac9-674b5e6be255 req-35c3fb6d-04f3-4ddd-b9a5-e4c240a68125 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695624 Aug 31 04:38:40.193941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc614a-3180-4d63-a286-a883330acc6d req-290e1b13-6486-4c24-a79b-ddb800dc7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:40.196243 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f5fc614a-3180-4d63-a286-a883330acc6d req-290e1b13-6486-4c24-a79b-ddb800dc7ef2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1129 time: 0.0811927 Aug 31 04:38:40.252244 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f5fc614a-3180-4d63-a286-a883330acc6d req-8da16827-1ab9-49f2-a87a-84737dd67dd9 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Aug 31 04:38:40.725000 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:40.735957 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c13b-f512-46eb-b3d4-81f2736997f3 req-610c4c44-c789-4136-afe4-99eae0ac7881 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:40.744289 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4378c13b-f512-46eb-b3d4-81f2736997f3 req-610c4c44-c789-4136-afe4-99eae0ac7881 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0615463 Aug 31 04:38:40.801916 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4378c13b-f512-46eb-b3d4-81f2736997f3 req-1aaf851a-3c97-4613-9b3d-0b48d1bb6fd3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564091 Aug 31 04:38:40.932585 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8bac7-38f2-42ac-9dcf-6c0e205a98e7 req-31beaba7-7059-4dec-91ff-98af0bcbb08b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:40.935398 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bea8bac7-38f2-42ac-9dcf-6c0e205a98e7 req-31beaba7-7059-4dec-91ff-98af0bcbb08b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0647047 Aug 31 04:38:41.004233 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bea8bac7-38f2-42ac-9dcf-6c0e205a98e7 req-03c29789-af57-46a0-9fe0-353fd4e745e4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608730 Aug 31 04:38:41.286890 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d905e7-657f-431d-89fa-3aeaf20862d9 req-0365273a-bf8d-4ce7-95c6-6ea6fdbb247d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:41.288976 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f3d905e7-657f-431d-89fa-3aeaf20862d9 req-0365273a-bf8d-4ce7-95c6-6ea6fdbb247d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0984874 Aug 31 04:38:41.354256 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f3d905e7-657f-431d-89fa-3aeaf20862d9 req-12265287-3f17-4d20-b98d-65e892a4d149 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586357 Aug 31 04:38:41.961464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6e154-1fb0-405a-b1f5-df2dbd4aa6a2 req-eedf658f-91c6-42ff-b94c-5cd4d7d35d78 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:41.964862 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3ed6e154-1fb0-405a-b1f5-df2dbd4aa6a2 req-eedf658f-91c6-42ff-b94c-5cd4d7d35d78 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 943 time: 0.0553863 Aug 31 04:38:42.034589 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3ed6e154-1fb0-405a-b1f5-df2dbd4aa6a2 req-215725fe-d905-4816-8030-b0204b1436e4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634542 Aug 31 04:38:42.182345 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59349f7b-636d-4519-8d3f-48a17ebf944c req-8a939eaa-292f-41ae-ab86-a6a0d482a5ec tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:42.189935 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-59349f7b-636d-4519-8d3f-48a17ebf944c req-8a939eaa-292f-41ae-ab86-a6a0d482a5ec tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0708997 Aug 31 04:38:42.193900 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:38:42.244058 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-59349f7b-636d-4519-8d3f-48a17ebf944c req-392e80b7-e563-4ef1-864b-cd5477aed1b7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530415 Aug 31 04:38:42.305057 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:42.317627 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'port_id': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'mac_address': 'fa:16:3e:7c:5f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:38:42.359360 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:42.359924 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:42.382864 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3809b0b-8437-4e98-88a3-a530ac0d92f8 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:38:42.418205 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:42.428326 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:42.503436 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=9']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:42.511095 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329bd0c-3fb2-4cd3-8c19-a297f8ec5792 req-7fb1b9d5-46b9-4ccc-baa0-925489ed9706 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:42.515243 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0329bd0c-3fb2-4cd3-8c19-a297f8ec5792 req-7fb1b9d5-46b9-4ccc-baa0-925489ed9706 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0649457 Aug 31 04:38:42.569203 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0329bd0c-3fb2-4cd3-8c19-a297f8ec5792 req-a23ef356-ab39-4524-aae3-5c613b1de158 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Aug 31 04:38:43.133690 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:43.189811 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd5f72-b4ae-41c1-ba0a-1f596ff34d1e req-b6e88505-eb21-410d-8fac-ef5d9f84844a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:43.191562 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11bd5f72-b4ae-41c1-ba0a-1f596ff34d1e req-b6e88505-eb21-410d-8fac-ef5d9f84844a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 944 time: 0.0668561 Aug 31 04:38:43.247580 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-11bd5f72-b4ae-41c1-ba0a-1f596ff34d1e req-19b57786-c026-48fb-bb03-f69e92ea4a35 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491216 Aug 31 04:38:43.402312 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6977a4-3ac6-4f8a-b746-9007cd7474c7 req-11e70938-b448-442a-9490-8de9efdbfd26 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:43.404728 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3b6977a4-3ac6-4f8a-b746-9007cd7474c7 req-11e70938-b448-442a-9490-8de9efdbfd26 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0618284 Aug 31 04:38:43.456046 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3b6977a4-3ac6-4f8a-b746-9007cd7474c7 req-0d5f4f99-8682-4ce6-bda8-a55f0520ecc5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451403 Aug 31 04:38:43.647931 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f3809b0b-8437-4e98-88a3-a530ac0d92f8'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:38:43.713286 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845f615-23f7-41ab-80c8-13a7cd7c5733 req-01fd549c-e105-44bc-93cb-c2943e568967 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:43.715261 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9845f615-23f7-41ab-80c8-13a7cd7c5733 req-01fd549c-e105-44bc-93cb-c2943e568967 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0653672 Aug 31 04:38:43.815874 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9845f615-23f7-41ab-80c8-13a7cd7c5733 req-8931cb28-e4a7-455b-9ea0-969eeced71a8 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937278 Aug 31 04:38:43.823477 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:43.981541 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:43.998800 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-2e158470-4bc6-4caa-adfc-5973cda027a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:44.000343 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-2e158470-4bc6-4caa-adfc-5973cda027a6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1130 time: 0.0498741 Aug 31 04:38:44.125428 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-bf888a68-3000-48c8-a8f9-a33e8a223225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:44.127598 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-bf888a68-3000-48c8-a8f9-a33e8a223225 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.1178491 Aug 31 04:38:44.202007 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-0dacf5d5-4360-488a-b185-0454194a1c64 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 1001 time: 0.0642455 Aug 31 04:38:44.440607 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4aee98-34c8-4df6-bc61-3f01da2283e4 req-df7baaa6-1d06-4e9e-9621-9250e2b065fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:44.450135 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e4aee98-34c8-4df6-bc61-3f01da2283e4 req-df7baaa6-1d06-4e9e-9621-9250e2b065fa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 944 time: 0.1037934 Aug 31 04:38:44.550779 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9e4aee98-34c8-4df6-bc61-3f01da2283e4 req-cda35669-9dd1-45ed-bbf0-fa7807184db8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817156 Aug 31 04:38:44.615771 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3732d-cfd1-4983-872d-2a9e19a8441b req-aa579539-68ec-4ae1-a13f-035613fdbced tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:44.617585 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2bd3732d-cfd1-4983-872d-2a9e19a8441b req-aa579539-68ec-4ae1-a13f-035613fdbced tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0701635 Aug 31 04:38:44.701846 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2bd3732d-cfd1-4983-872d-2a9e19a8441b req-7973c7b9-a793-42c7-b07c-7f674cb84fff tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738254 Aug 31 04:38:44.807974 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-ac3eb05e-a716-4351-b18f-e8fed945cb58 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:44.814941 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-ac3eb05e-a716-4351-b18f-e8fed945cb58 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/networks?id=432503fc-5225-4e38-b2a8-672138c90cb1 HTTP/1.1" status: 200 len: 814 time: 0.1707778 Aug 31 04:38:44.865440 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-736f429a-c85c-4f16-95c8-bc59b52767fd tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/quotas/52fbe77f79a5449b8fb2bfef82360b94 HTTP/1.1" status: 200 len: 375 time: 0.0487981 Aug 31 04:38:44.986044 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-ec0a38b6-f1d6-42dc-9ae8-880249d939fc tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172462 Aug 31 04:38:45.022067 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c4def-51e9-48b1-8b99-2035803a9d89 req-492f8fab-6d03-4c8c-ba65-a1426abcb490 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:45.024129 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-681c4def-51e9-48b1-8b99-2035803a9d89 req-492f8fab-6d03-4c8c-ba65-a1426abcb490 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0601189 Aug 31 04:38:45.025872 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-be607a22-8420-4e9e-8c5f-828e0e0490c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:45.027266 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-be607a22-8420-4e9e-8c5f-828e0e0490c2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.1763954 Aug 31 04:38:45.095092 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:45.130186 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-27e502d7-8df9-4f55-9687-1b5d70725bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:45.131717 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-6d511654-5453-48ba-86ac-84a1dce5a24b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370261 Aug 31 04:38:45.132619 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-27e502d7-8df9-4f55-9687-1b5d70725bcb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855365 Aug 31 04:38:45.138423 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-681c4def-51e9-48b1-8b99-2035803a9d89 req-71509649-456b-405a-b13b-f2db1f621473 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080334 Aug 31 04:38:45.184252 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:38:45.251164 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-917d067d-49b4-4d8c-a95e-1aa569ca16bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181371 Aug 31 04:38:45.262427 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port f3809b0b-8437-4e98-88a3-a530ac0d92f8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:38:45.263261 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:45.346669 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-01064cca-bc9b-49ac-868b-d47360735203 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025270 Aug 31 04:38:45.436923 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8b3c-b00e-4556-8653-4f95eb2e8cd6 req-79b94316-0f17-4a59-adee-56c17fd68929 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:45.445202 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-551f8b3c-b00e-4556-8653-4f95eb2e8cd6 req-79b94316-0f17-4a59-adee-56c17fd68929 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0656145 Aug 31 04:38:45.464637 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:45.466984 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port f3809b0b-8437-4e98-88a3-a530ac0d92f8 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:45.467853 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:45.511058 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:45.514258 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:45.516821 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895230e0-285d-46c6-ba67-9d25032595ea" -d '{"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:45.534756 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:45.536466 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c8bee01a-4d48-4f27-842d-d20a2bcc27a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:45.542934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:45.547614 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1ea2-ec52-424a-80df-c038a64736a6 req-16b57c33-867a-4a95-bdaa-e387c8063467 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:45.559973 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3e4f1ea2-ec52-424a-80df-c038a64736a6 req-16b57c33-867a-4a95-bdaa-e387c8063467 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1211960 Aug 31 04:38:45.587952 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-551f8b3c-b00e-4556-8653-4f95eb2e8cd6 req-cc7cea01-3cad-4170-92aa-14c735d299ab tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415186 Aug 31 04:38:45.623617 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=10']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:45.641597 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-24c84ed9-9e0d-4e69-9ab1-4541a508290e req-60395872-a5f6-4afa-9c8b-eaa31bcd91fb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939602 Aug 31 04:38:45.661218 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3e4f1ea2-ec52-424a-80df-c038a64736a6 req-170b03ee-17a4-4087-b7f3-cd30b560c656 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992582 Aug 31 04:38:45.719082 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34c8f02-fd54-4a5d-a03f-7c9d487a29ac x-openstack-request-id: req-b34c8f02-fd54-4a5d-a03f-7c9d487a29ac {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:45.719532 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-plugged", "status": "completed", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:45.719788 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b34c8f02-fd54-4a5d-a03f-7c9d487a29ac {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:45.720412 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b34c8f02-fd54-4a5d-a03f-7c9d487a29ac'] response: {'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'code': 200} Aug 31 04:38:45.746983 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3adfef8c-6096-4406-a518-0a703bd539ba req-ed9d0c71-4702-4a63-8d68-ae7eac43f70a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 210 time: 0.0622237 Aug 31 04:38:45.855121 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd5752-3667-40d0-b6d8-5885c6c0a53d req-3138a8c5-d979-42bf-9330-4a39268cbb5a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:45.862970 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b9fd5752-3667-40d0-b6d8-5885c6c0a53d req-3138a8c5-d979-42bf-9330-4a39268cbb5a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0712907 Aug 31 04:38:45.937061 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b9fd5752-3667-40d0-b6d8-5885c6c0a53d req-53a31aba-e0b4-498d-9db4-6b17015a6a44 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730000 Aug 31 04:38:46.115940 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d650b3-800c-4f5f-9ff1-490ff9e46da3 req-46ade827-912b-42b8-bf4c-68d0675d4f64 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:46.117580 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-93d650b3-800c-4f5f-9ff1-490ff9e46da3 req-46ade827-912b-42b8-bf4c-68d0675d4f64 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0734382 Aug 31 04:38:46.189640 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-93d650b3-800c-4f5f-9ff1-490ff9e46da3 req-d61c1250-89cd-480e-8de2-046e9061befa tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658643 Aug 31 04:38:46.250616 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719f67-6b69-4596-be93-4b12fda99495 req-24b892d1-b308-4c98-aa8a-5eee2194276a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:46.252360 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4a719f67-6b69-4596-be93-4b12fda99495 req-24b892d1-b308-4c98-aa8a-5eee2194276a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0630889 Aug 31 04:38:46.350752 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4a719f67-6b69-4596-be93-4b12fda99495 req-2a56f2aa-b421-431e-ae90-f263b8582909 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922632 Aug 31 04:38:46.428891 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:46.466276 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4a75d-48e4-4388-b7db-5fca0237b7d2 req-fec0930f-7ec1-47bd-b67f-ceeb4f68e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:46.468079 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8ad4a75d-48e4-4388-b7db-5fca0237b7d2 req-fec0930f-7ec1-47bd-b67f-ceeb4f68e773 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1130 time: 0.0468755 Aug 31 04:38:46.567460 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8ad4a75d-48e4-4388-b7db-5fca0237b7d2 req-83b67a06-2cc4-421c-ab45-cc8a56e69f2a service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663378 Aug 31 04:38:46.875948 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc8d5e-12e9-4c75-b3ec-694558f1da81 req-56226efc-7bd2-4c0f-8926-4001ba0c8c47 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:46.890359 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4afc8d5e-12e9-4c75-b3ec-694558f1da81 req-56226efc-7bd2-4c0f-8926-4001ba0c8c47 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0784242 Aug 31 04:38:46.911866 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d5fe36b0-d996-46f9-937a-0c206c3d5358 req-d341c965-fadd-4551-9138-e21b8ed97661 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 210 time: 0.0369618 Aug 31 04:38:46.976122 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4afc8d5e-12e9-4c75-b3ec-694558f1da81 req-2e77ec0e-7613-486b-8da8-2398db417344 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848396 Aug 31 04:38:47.084001 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0d3d0-442a-49af-9196-69c1521ec1f2 req-5ccbed93-2ce8-415d-9d34-6fc6d1f99e73 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:47.085529 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f7c0d3d0-442a-49af-9196-69c1521ec1f2 req-5ccbed93-2ce8-415d-9d34-6fc6d1f99e73 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0473113 Aug 31 04:38:47.136171 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f7c0d3d0-442a-49af-9196-69c1521ec1f2 req-a51daead-771c-48b5-b5d3-40178a6a861c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448151 Aug 31 04:38:47.335681 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b523f83-9fd5-4d78-87ce-09d4ff38994a req-d5029bef-4e78-4a08-b446-066b240d95a0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:47.337173 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2b523f83-9fd5-4d78-87ce-09d4ff38994a req-d5029bef-4e78-4a08-b446-066b240d95a0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0524864 Aug 31 04:38:47.398490 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2b523f83-9fd5-4d78-87ce-09d4ff38994a req-27d4a2da-4e8f-4565-b0b0-8154c5279a63 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554259 Aug 31 04:38:47.984485 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-521815b5-2217-428d-a091-59b44b5d72ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:48.121927 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4cd05bbd-914d-431a-830e-1adef03a319a req-b8e117ec-834f-4e23-8d37-1df6a455e624 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 210 time: 0.0401368 Aug 31 04:38:48.220965 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270dd27-fa1c-49c6-90b4-c0d54f352ac2 req-3e2444cd-e098-4987-8a3e-cc05df8d8265 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:48.229174 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5270dd27-fa1c-49c6-90b4-c0d54f352ac2 req-3e2444cd-e098-4987-8a3e-cc05df8d8265 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0778899 Aug 31 04:38:48.298366 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5270dd27-fa1c-49c6-90b4-c0d54f352ac2 req-f2baf887-e704-479e-934a-7e50bc263dff tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679913 Aug 31 04:38:48.442123 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe1d4f-0940-4fce-a512-0d9b81899cd1 req-c1278dfb-df2d-4d9c-9191-37d95e89107a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:48.444116 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-28fe1d4f-0940-4fce-a512-0d9b81899cd1 req-c1278dfb-df2d-4d9c-9191-37d95e89107a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0624940 Aug 31 04:38:48.498950 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-28fe1d4f-0940-4fce-a512-0d9b81899cd1 req-81649dd1-97df-465b-b525-39fbc506cbb0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484369 Aug 31 04:38:48.655121 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606563c9-f5c0-4488-825f-3ed007deb0e6 req-a8d73ac5-190a-431d-81c3-b69ded8e1497 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:48.657532 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-606563c9-f5c0-4488-825f-3ed007deb0e6 req-a8d73ac5-190a-431d-81c3-b69ded8e1497 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0787609 Aug 31 04:38:48.733640 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-606563c9-f5c0-4488-825f-3ed007deb0e6 req-d7dfc78a-31a6-4258-a4ad-afca8089414c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687499 Aug 31 04:38:48.972135 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-e6f1b164-501c-4f3c-a369-e55f4219b34e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:48.974957 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-e6f1b164-501c-4f3c-a369-e55f4219b34e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "GET /networking/v2.0/networks?id=432503fc-5225-4e38-b2a8-672138c90cb1 HTTP/1.1" status: 200 len: 814 time: 0.1637752 Aug 31 04:38:49.005879 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:49.067140 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Request body: {'port': {'device_id': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1', 'admin_state_up': True, 'tenant_id': '52fbe77f79a5449b8fb2bfef82360b94'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:49.244774 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Made reservation on behalf of 52fbe77f79a5449b8fb2bfef82360b94 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:38:49.249725 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:49.286039 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4c74a8c6-2946-44f6-8327-42721b8db24a req-7efa78c7-96b8-4645-bb51-0eb317cb6fc5 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 210 time: 0.0377085 Aug 31 04:38:49.471700 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Allocated IP 172.20.0.6 (432503fc-5225-4e38-b2a8-672138c90cb1/04777dd7-4b72-4847-90b7-3b0463b356b0/5b34b2d3-f935-4783-8084-46f282724dca) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:38:49.488523 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12ff9b-1632-4ef1-84b6-ad5dc10956d4 req-c877e889-a870-4d35-b230-75b4ce0ab225 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:49.490269 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2c12ff9b-1632-4ef1-84b6-ad5dc10956d4 req-c877e889-a870-4d35-b230-75b4ce0ab225 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0752394 Aug 31 04:38:49.562960 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:49.641046 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2c12ff9b-1632-4ef1-84b6-ad5dc10956d4 req-e520284b-f4bf-403a-bb5e-4b87910985f4 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364708 Aug 31 04:38:49.644467 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d9261-2d03-4494-89d4-0f35ff0ee71e req-5d36c0e6-f4ec-4ede-b32b-d683117b4a7c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:49.646247 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-850d9261-2d03-4494-89d4-0f35ff0ee71e req-5d36c0e6-f4ec-4ede-b32b-d683117b4a7c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0530813 Aug 31 04:38:49.714973 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-850d9261-2d03-4494-89d4-0f35ff0ee71e req-f86c5a76-7afd-4c24-8559-cf00ba487a3c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623345 Aug 31 04:38:49.793635 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks [] for port (5b34b2d3-f935-4783-8084-46f282724dca), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:49.837461 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:49.877381 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (5b34b2d3-f935-4783-8084-46f282724dca), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:49.945304 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-151c344b-8f23-4901-bc4e-af4489521685 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395240 Aug 31 04:38:49.964944 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb1089-4685-4b8b-804d-16b7c07fcc12 req-75b15a47-de5e-43b6-b067-e788574722b6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:49.966563 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-45eb1089-4685-4b8b-804d-16b7c07fcc12 req-75b15a47-de5e-43b6-b067-e788574722b6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.1078618 Aug 31 04:38:49.968636 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Network 432503fc-5225-4e38-b2a8-672138c90cb1 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:38:49.972605 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:38:49.977505 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:38:50.040043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Pushing event updated for resources: {'Port': ['ID=5b34b2d3-f935-4783-8084-46f282724dca,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:50.091577 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.091877 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.092252 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.092559 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.093959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.093959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.093959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.093959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.096460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.096460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.096460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.096460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.096460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.096460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.096460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:50.112347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:50.113555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:50.116183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-a36a2bfc-8c9d-41fe-8d1d-5ebf10b1b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:50.117671 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-a36a2bfc-8c9d-41fe-8d1d-5ebf10b1b88d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 1130 time: 0.1089470 Aug 31 04:38:50.147435 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-39b9b30e-c9c9-41ac-996f-a28f36e34919 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0864012 Aug 31 04:38:50.150898 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-45eb1089-4685-4b8b-804d-16b7c07fcc12 req-f11ee5be-64dd-4dfb-baa6-685551528b06 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688585 Aug 31 04:38:50.168819 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Request body: {'port': {'device_id': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:50.212246 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:38:50.303895 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:50.359646 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5b34b2d3-f935-4783-8084-46f282724dca), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:50.372615 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-329d0f1f-6b88-4352-92e3-2ca3f905f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:50.374089 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-329d0f1f-6b88-4352-92e3-2ca3f905f9a5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.2009330 Aug 31 04:38:50.427257 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29075457-0e3c-42fa-b58e-7a8a3fe3d7b3 req-3f907b96-0127-4d0b-80dd-9a8228e0d3f6 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:50.435170 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-29075457-0e3c-42fa-b58e-7a8a3fe3d7b3 req-3f907b96-0127-4d0b-80dd-9a8228e0d3f6 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 931 time: 0.0610769 Aug 31 04:38:50.457555 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:50.499887 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-29075457-0e3c-42fa-b58e-7a8a3fe3d7b3 req-c70834f4-463b-4ede-86e0-7541bbecf21b tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635211 Aug 31 04:38:50.533669 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-30534fc2-982d-4b52-8d7c-3b7ac15381b2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 200 len: 1000 time: 0.1524184 Aug 31 04:38:50.639355 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:50.663840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-72fc08c7-e425-4569-a7b3-79be1eb2a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:50.665595 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-72fc08c7-e425-4569-a7b3-79be1eb2a5e2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0741420 Aug 31 04:38:50.679551 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:50.772344 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-1756b6bd-917a-42e6-a634-bc797615c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:50.773987 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-1756b6bd-917a-42e6-a634-bc797615c6df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991549 Aug 31 04:38:50.797519 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:50.869702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90d1df-5759-41c6-a2ad-36a1f6ea7ab3 req-09b6e8ee-9593-41ef-912e-ccee58a35f73 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:50.871413 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b90d1df-5759-41c6-a2ad-36a1f6ea7ab3 req-09b6e8ee-9593-41ef-912e-ccee58a35f73 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1454589 Aug 31 04:38:50.882142 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b34b2d3-f935-4783-8084-46f282724dca {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:38:50.898489 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Publish callbacks [] for port (5b34b2d3-f935-4783-8084-46f282724dca), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:50.936624 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Transition to ACTIVE for port object 5b34b2d3-f935-4783-8084-46f282724dca will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:38:51.224343 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (5b34b2d3-f935-4783-8084-46f282724dca), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:51.286060 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c188aa-95c0-42a2-9232-72d9ff48cc60 req-cc81e4ba-9e4c-4e2f-bda1-3499af5aaec7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:51.293765 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-07c188aa-95c0-42a2-9232-72d9ff48cc60 req-cc81e4ba-9e4c-4e2f-bda1-3499af5aaec7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0606732 Aug 31 04:38:51.297070 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-064f7c39-0781-431d-ac9c-3813854bdec0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120142 Aug 31 04:38:51.306993 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b90d1df-5759-41c6-a2ad-36a1f6ea7ab3 req-aa5e6d0b-4f1b-4184-896e-a74d8968e556 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272001 Aug 31 04:38:51.364359 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b34b2d3-f935-4783-8084-46f282724dca,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:51.383737 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-07c188aa-95c0-42a2-9232-72d9ff48cc60 req-ff03f00e-7e7a-48ab-8cbf-d0b162a59278 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884144 Aug 31 04:38:51.503368 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Attempting to bind port 5b34b2d3-f935-4783-8084-46f282724dca on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:38:51.503861 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Attempting to bind port 5b34b2d3-f935-4783-8084-46f282724dca by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:38:51.504941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Attempting to bind port 5b34b2d3-f935-4783-8084-46f282724dca on network 432503fc-5225-4e38-b2a8-672138c90cb1 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:38:51.512644 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54bc14e3-f919-46e9-8aca-e3a5338fb7a0 req-ab305034-479c-43c4-b5ef-df652d18bbad service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047064 Aug 31 04:38:51.513747 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Port 5b34b2d3-f935-4783-8084-46f282724dca on network 432503fc-5225-4e38-b2a8-672138c90cb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:38:51.514138 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Attempting to bind port 5b34b2d3-f935-4783-8084-46f282724dca on network 432503fc-5225-4e38-b2a8-672138c90cb1 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:38:51.520303 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:38:51.520712 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Checking segment: {'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:38:51.521177 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Bound using segment: {'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:38:51.521695 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Bound port: 5b34b2d3-f935-4783-8084-46f282724dca, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907e063e-037d-4b02-82eb-ffa123b10c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:38:51.522139 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5b34b2d3-f935-4783-8084-46f282724dca), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:51.613212 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] For port 5b34b2d3-f935-4783-8084-46f282724dca, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:38:51.618038 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] For port 5b34b2d3-f935-4783-8084-46f282724dca, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5b34b2d3-f935-4783-8084-46f282724dca,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:38:51.658917 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:51.685373 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (5b34b2d3-f935-4783-8084-46f282724dca), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:51.692225 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:51.695790 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:51.697311 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/5b34b2d3-f935-4783-8084-46f282724dca HTTP/1.1" status: 200 len: 1093 time: 1.5356486 Aug 31 04:38:51.703127 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'tag': '5b34b2d3-f935-4783-8084-46f282724dca'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:51.706124 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907c72c-5804-482e-9110-4094d538ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b", "tag": "5b34b2d3-f935-4783-8084-46f282724dca"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:51.745853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fef7e-d606-4174-bb50-f2790155317c req-28a4ab76-efd0-4991-bc82-1114e4d82f70 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:51.747487 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ac1fef7e-d606-4174-bb50-f2790155317c req-28a4ab76-efd0-4991-bc82-1114e4d82f70 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 943 time: 0.1316147 Aug 31 04:38:51.804000 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b95d99f-945e-417f-afca-64b9d4abf9f8 x-openstack-request-id: req-9b95d99f-945e-417f-afca-64b9d4abf9f8 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:51.804448 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b", "tag": "5b34b2d3-f935-4783-8084-46f282724dca", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:51.804630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b95d99f-945e-417f-afca-64b9d4abf9f8 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:51.804911 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b95d99f-945e-417f-afca-64b9d4abf9f8'] response: {'name': 'network-changed', 'server_uuid': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'tag': '5b34b2d3-f935-4783-8084-46f282724dca', 'status': 'completed', 'code': 200} Aug 31 04:38:51.822706 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ac1fef7e-d606-4174-bb50-f2790155317c req-92c254d2-110b-4f54-bfa6-8b8c8cd7281e tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672059 Aug 31 04:38:51.828232 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e2e6d-ff25-4add-9665-0ca85ee95fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b34b2d3-f935-4783-8084-46f282724dca,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:52.148155 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:52.150418 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c72c-5804-482e-9110-4094d538ef8f req-b5e8e4e1-bd50-440c-bedb-efce9a404df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:52.152416 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0907c72c-5804-482e-9110-4094d538ef8f req-b5e8e4e1-bd50-440c-bedb-efce9a404df5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 1127 time: 0.0448329 Aug 31 04:38:52.304469 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c72c-5804-482e-9110-4094d538ef8f req-0d7ef8a8-9d08-4637-bd3f-92d1885e4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:52.306390 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0907c72c-5804-482e-9110-4094d538ef8f req-0d7ef8a8-9d08-4637-bd3f-92d1885e4d12 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1204956 Aug 31 04:38:52.553018 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81498839-ae5b-4377-889d-d0cb432c8655 req-4ad47385-9d11-45f9-b910-41763f4e7396 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:52.557377 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-81498839-ae5b-4377-889d-d0cb432c8655 req-4ad47385-9d11-45f9-b910-41763f4e7396 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0750473 Aug 31 04:38:52.615637 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907c72c-5804-482e-9110-4094d538ef8f req-6f6bcffa-e4aa-4c7b-bdc0-00bbc3980f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:52.617675 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0907c72c-5804-482e-9110-4094d538ef8f req-6f6bcffa-e4aa-4c7b-bdc0-00bbc3980f71 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2608616 Aug 31 04:38:52.632032 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc248ed-0270-4399-a268-5ad2e6120058 req-011b62c7-be25-4114-b795-45b50cfde8d0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:52.633697 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-afc248ed-0270-4399-a268-5ad2e6120058 req-011b62c7-be25-4114-b795-45b50cfde8d0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0610645 Aug 31 04:38:52.650592 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-81498839-ae5b-4377-889d-d0cb432c8655 req-0086c8f7-74f0-4cbf-be4b-6c16cba0a1f7 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861726 Aug 31 04:38:52.697426 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:52.703133 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-afc248ed-0270-4399-a268-5ad2e6120058 req-265108a9-a83f-4627-bf13-7f3a2d1914cb tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572348 Aug 31 04:38:52.811353 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-6bf20b6a-5110-4715-a600-9bfd192da66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:52.813228 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-6bf20b6a-5110-4715-a600-9bfd192da66a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 1127 time: 0.0679302 Aug 31 04:38:52.913680 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-c548c857-a266-41d3-b31a-7dae3a3a4253 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b34b2d3-f935-4783-8084-46f282724dca HTTP/1.1" status: 200 len: 217 time: 0.0454314 Aug 31 04:38:52.959985 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34c622-636a-4d7a-a284-06cc6dd2147d req-0b605f06-6611-4042-ab61-c21196ed16f9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:52.961836 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8f34c622-636a-4d7a-a284-06cc6dd2147d req-0b605f06-6611-4042-ab61-c21196ed16f9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 943 time: 0.0494378 Aug 31 04:38:52.997565 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:53.018327 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8f34c622-636a-4d7a-a284-06cc6dd2147d req-71fd0b16-0c1c-4882-b921-fa652875427b tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499382 Aug 31 04:38:53.218440 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-07abcee9-dd83-41d5-a2e2-bc9c425179cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:53.220813 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-07abcee9-dd83-41d5-a2e2-bc9c425179cd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=04777dd7-4b72-4847-90b7-3b0463b356b0 HTTP/1.1" status: 200 len: 854 time: 0.0725014 Aug 31 04:38:53.256361 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-e294737f-4102-4768-be0a-144c1916097d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=432503fc-5225-4e38-b2a8-672138c90cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262103 Aug 31 04:38:53.358942 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-4764c4af-c69b-458d-9bbe-567576af4188 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969064 Aug 31 04:38:53.478446 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-210361dd-a00a-45fc-ba86-69ecff302c9e req-54362909-79ba-4c73-a759-4e81c7f7bead service neutron] 10.222.0.20 "GET /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113982 Aug 31 04:38:53.816502 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd62f9-2f74-4349-bce4-124df5b3f871 req-4f6ec48c-dade-48b4-98a7-017f748bdb75 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:53.818073 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dadd62f9-2f74-4349-bce4-124df5b3f871 req-4f6ec48c-dade-48b4-98a7-017f748bdb75 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0978165 Aug 31 04:38:53.893950 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dadd62f9-2f74-4349-bce4-124df5b3f871 req-d4bc0234-1213-44ff-934a-bc1151141456 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699601 Aug 31 04:38:53.908374 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91826e-41b9-42ef-bc07-581feb95ff85 req-2baf2884-53b1-4631-94ee-20c513e8745c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:53.915187 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9a91826e-41b9-42ef-bc07-581feb95ff85 req-2baf2884-53b1-4631-94ee-20c513e8745c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0795274 Aug 31 04:38:53.960214 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9a91826e-41b9-42ef-bc07-581feb95ff85 req-0afcfff1-9459-4342-946c-81fb46738020 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438545 Aug 31 04:38:54.163483 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e8f68-6dc2-4e75-84fa-83c21dd607ae req-fd09a184-203d-4e07-bdc6-52bd2430e9e9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:54.165143 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3f5e8f68-6dc2-4e75-84fa-83c21dd607ae req-fd09a184-203d-4e07-bdc6-52bd2430e9e9 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 943 time: 0.0587626 Aug 31 04:38:54.218811 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3f5e8f68-6dc2-4e75-84fa-83c21dd607ae req-31e91a0f-bc0f-4f4d-9d49-9375e21cfc83 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467851 Aug 31 04:38:54.969585 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:55.042769 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5f082-6729-417d-966c-ab0d6da58c5d req-9fd955f5-0463-432a-8a93-d55a9b495c4a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:55.045950 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-62c5f082-6729-417d-966c-ab0d6da58c5d req-9fd955f5-0463-432a-8a93-d55a9b495c4a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0717094 Aug 31 04:38:55.111767 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a125e6-9f82-47ed-84a2-85d25472f96c req-22cb1080-4a3a-4165-9479-42a49ab2cfaf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:55.113307 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6a125e6-9f82-47ed-84a2-85d25472f96c req-22cb1080-4a3a-4165-9479-42a49ab2cfaf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0703421 Aug 31 04:38:55.131484 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-62c5f082-6729-417d-966c-ab0d6da58c5d req-8736548c-b9ac-4d0f-849e-1a5183dab888 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742660 Aug 31 04:38:55.178494 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c6a125e6-9f82-47ed-84a2-85d25472f96c req-f358d7da-37ab-44f4-b1c2-dcd478aa92db tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554943 Aug 31 04:38:55.362199 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c1532-1c89-437f-ae6f-2cf7239ff9d9 req-bff21cac-bedb-4f99-bfe4-a35a35d4e848 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:55.363794 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-002c1532-1c89-437f-ae6f-2cf7239ff9d9 req-bff21cac-bedb-4f99-bfe4-a35a35d4e848 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 943 time: 0.0545549 Aug 31 04:38:55.436883 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-002c1532-1c89-437f-ae6f-2cf7239ff9d9 req-bdfaf150-6bd8-46b2-ab57-ebe1bfcaf457 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608392 Aug 31 04:38:56.284534 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b815aea-d8ee-4c9e-98dc-3aa5204fa5a1 req-80f81b50-513a-42f6-9505-bf2ea5ae5e8d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:56.286815 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b815aea-d8ee-4c9e-98dc-3aa5204fa5a1 req-80f81b50-513a-42f6-9505-bf2ea5ae5e8d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0573189 Aug 31 04:38:56.349946 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abe576-e6cb-460c-bb88-5a7b4bb3a69b req-92ce833b-8386-4499-8c32-7acdf5558f40 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:56.359138 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-22abe576-e6cb-460c-bb88-5a7b4bb3a69b req-92ce833b-8386-4499-8c32-7acdf5558f40 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0846329 Aug 31 04:38:56.364495 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b815aea-d8ee-4c9e-98dc-3aa5204fa5a1 req-6246f8dd-59f7-4fe1-b842-d8d5717e7c7a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713441 Aug 31 04:38:56.428862 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-22abe576-e6cb-460c-bb88-5a7b4bb3a69b req-3cf2207a-493c-4865-8887-ea07699e2f05 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685704 Aug 31 04:38:56.575094 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f2059-d095-48da-89e9-d11755e38b99 req-ecdafcb3-40fa-4eed-b50c-69fb2e489419 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:56.576795 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-102f2059-d095-48da-89e9-d11755e38b99 req-ecdafcb3-40fa-4eed-b50c-69fb2e489419 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 943 time: 0.0556288 Aug 31 04:38:56.588757 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:56.629497 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-102f2059-d095-48da-89e9-d11755e38b99 req-1fc27e1f-7cf6-41f6-a610-f1ed38fdf2ae tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466676 Aug 31 04:38:56.904974 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe15fd-6f80-49b9-af02-b9889d741739 req-47543a33-093d-4a8f-b6ee-8a993e602947 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:56.906429 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-35fe15fd-6f80-49b9-af02-b9889d741739 req-47543a33-093d-4a8f-b6ee-8a993e602947 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0454211 Aug 31 04:38:56.957668 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-35fe15fd-6f80-49b9-af02-b9889d741739 req-4dca0d55-d55e-4fba-9f49-68e2dc28ac3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455606 Aug 31 04:38:56.986887 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52786) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:38:57.178274 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd6a0d-ec6e-44b4-b1f3-bac8cd4a6a6c tempest-TestMinimumBasicScenario-1459448396 tempest-TestMinimumBasicScenario-1459448396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:57.179826 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-30dd6a0d-ec6e-44b4-b1f3-bac8cd4a6a6c tempest-TestMinimumBasicScenario-1459448396 tempest-TestMinimumBasicScenario-1459448396-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1124 time: 0.1919484 Aug 31 04:38:57.184574 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52790) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:38:57.188853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'port_id': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'tenant_id': '6714373199f5419a9a70267187067934', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:57.214931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:57.246819 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5b34b2d3-f935-4783-8084-46f282724dca details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:38:57.264414 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:57.316748 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:57.354803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 5b34b2d3-f935-4783-8084-46f282724dca, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5b34b2d3-f935-4783-8084-46f282724dca,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:57.367543 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '5b34b2d3-f935-4783-8084-46f282724dca', 'network_id': '432503fc-5225-4e38-b2a8-672138c90cb1', 'port_id': '5b34b2d3-f935-4783-8084-46f282724dca', 'mac_address': 'fa:16:3e:06:5b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04777dd7-4b72-4847-90b7-3b0463b356b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:38:57.405904 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 5b34b2d3-f935-4783-8084-46f282724dca is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:57.406288 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5b34b2d3-f935-4783-8084-46f282724dca), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:57.422462 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b34b2d3-f935-4783-8084-46f282724dca {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:38:57.447874 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 5b34b2d3-f935-4783-8084-46f282724dca, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5b34b2d3-f935-4783-8084-46f282724dca,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:57.453098 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5b34b2d3-f935-4783-8084-46f282724dca), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:57.463211 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:57.515218 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Allocated IP 172.27.3.96 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/9d1e2b85-3502-4290-bf6a-b7703e76d031) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:38:57.526270 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=5b34b2d3-f935-4783-8084-46f282724dca,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:57.534848 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae549e5-952c-41b4-929d-3a9da807f092 req-f6f81035-fb9d-4bf8-bbbb-66abf804daae tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:57.537837 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ae549e5-952c-41b4-929d-3a9da807f092 req-f6f81035-fb9d-4bf8-bbbb-66abf804daae tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0916123 Aug 31 04:38:57.575403 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07ae54-c5e9-4a70-a056-bb6d350c47e3 req-810ab6fe-ace0-47b8-bd8c-1c1b1c4b4326 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:57.576932 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3e07ae54-c5e9-4a70-a056-bb6d350c47e3 req-810ab6fe-ace0-47b8-bd8c-1c1b1c4b4326 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0629318 Aug 31 04:38:57.629402 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3e07ae54-c5e9-4a70-a056-bb6d350c47e3 req-ec8329a6-8ed3-4733-8231-ee2912028b26 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457277 Aug 31 04:38:57.656560 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ae549e5-952c-41b4-929d-3a9da807f092 req-2c328b32-8863-49a9-93f4-661a754093f2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069765 Aug 31 04:38:57.695658 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:57.733055 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:57.765471 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26683db4-f385-4579-9ce1-1e4fd009413e req-948b77c0-2dcf-4257-ac6e-3e5350bd5671 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:57.767634 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-26683db4-f385-4579-9ce1-1e4fd009413e req-948b77c0-2dcf-4257-ac6e-3e5350bd5671 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 944 time: 0.0529571 Aug 31 04:38:57.786257 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:38:57.788288 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:57.792449 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:38:57.795216 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:38:57.799993 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'Port': ['ID=9d1e2b85-3502-4290-bf6a-b7703e76d031,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:57.836124 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-26683db4-f385-4579-9ce1-1e4fd009413e req-4327e739-6a21-4baa-8aa6-7397bc28ebf8 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615005 Aug 31 04:38:57.906582 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['5b34b2d3-f935-4783-8084-46f282724dca'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:38:58.030141 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:58.131722 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:58.216780 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for floatingip (06e9fa10-4d07-4da1-854b-ef63504032d9), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:58.294284 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:58.379793 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:58.453813 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:58.461542 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:58.527400 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (06e9fa10-4d07-4da1-854b-ef63504032d9), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:58.529201 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'Port': ['ID=9d1e2b85-3502-4290-bf6a-b7703e76d031,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:58.627037 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Floating IP 06e9fa10-4d07-4da1-854b-ef63504032d9 associated. External IP: 172.27.3.96, port: f13a5355-33c4-4ae4-aaed-4afc34e93d15. Aug 31 04:38:58.769277 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ef90b-18f2-4364-8850-f7e68e859e13 req-8360cc36-01f4-45fb-989b-ab05b17fef07 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:58.769915 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb1f54-da15-4603-9609-0360a940cbf5 req-2e4e6818-79dd-4c14-9cf0-6cb383019bbf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:58.770777 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e50ef90b-18f2-4364-8850-f7e68e859e13 req-8360cc36-01f4-45fb-989b-ab05b17fef07 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0496380 Aug 31 04:38:58.771394 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f7cb1f54-da15-4603-9609-0360a940cbf5 req-2e4e6818-79dd-4c14-9cf0-6cb383019bbf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0632863 Aug 31 04:38:58.819089 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e50ef90b-18f2-4364-8850-f7e68e859e13 req-19ab2bf6-43b1-4b3c-8d38-31699027b4bb tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 Aug 31 04:38:58.902207 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f7cb1f54-da15-4603-9609-0360a940cbf5 req-5881106c-bc95-4adf-b735-45e1479377c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013844 Aug 31 04:38:58.915544 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Router 2655bfe3-19d6-4759-a303-ae956ef5500c has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:38:58.935052 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52864) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:38:58.961283 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cf818-f0ef-497a-9e59-895fbf691b66 req-349777fa-aa76-4355-bf47-aa3e94f685d5 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:58.962763 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-215cf818-f0ef-497a-9e59-895fbf691b66 req-349777fa-aa76-4355-bf47-aa3e94f685d5 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 944 time: 0.0507095 Aug 31 04:38:59.000982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:59.011422 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-215cf818-f0ef-497a-9e59-895fbf691b66 req-bda39539-cd53-444c-aebe-1f22ecd2e196 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Aug 31 04:38:59.028666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] Deleting subnet ed6f88ba-dbfc-481d-9b88-308295aa5d78 {{(pid=106561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:38:59.054453 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] Publish callbacks [] for subnet (ed6f88ba-dbfc-481d-9b88-308295aa5d78), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.106114 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3797179'] for subnet (ed6f88ba-dbfc-481d-9b88-308295aa5d78), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.108823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:38:59.119052 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] Sync routers for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:38:59.130098 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:38:59.130848 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:38:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:59.240296 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:38:59.278839 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5b34b2d3-f935-4783-8084-46f282724dca up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:38:59.419859 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.420463 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 5b34b2d3-f935-4783-8084-46f282724dca completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:38:59.432762 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 5b34b2d3-f935-4783-8084-46f282724dca triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:38:59.433210 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (5b34b2d3-f935-4783-8084-46f282724dca), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.451206 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (ed6f88ba-dbfc-481d-9b88-308295aa5d78), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.483519 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 52866) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:38:59.483761 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b3a1abca-042f-48b0-a8a3-b735ef758412 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2980561 Aug 31 04:38:59.485929 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:59.488358 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00" -d '{"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:59.490003 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313759306', 'description': 'tempest-secgroup-smoke-313759306 description', 'project_id': '6714373199f5419a9a70267187067934'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:59.492612 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:59.531248 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2928453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8880234'] for subnet (ed6f88ba-dbfc-481d-9b88-308295aa5d78), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.534058 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:59.545514 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.565077 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c26e22e-8430-441a-90eb-d922eff432c8 x-openstack-request-id: req-5c26e22e-8430-441a-90eb-d922eff432c8 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:59.565369 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:59.565619 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c26e22e-8430-441a-90eb-d922eff432c8 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:59.566018 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c26e22e-8430-441a-90eb-d922eff432c8'] response: {'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'status': 'completed', 'code': 200} Aug 31 04:38:59.568857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6f88ba-dbfc-481d-9b88-308295aa5d78,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:59.569398 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '06e9fa10-4d07-4da1-854b-ef63504032d9', 'tenant_id': '6714373199f5419a9a70267187067934', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'port_id': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'mac_address': 'fa:16:3e:15:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:38:58Z', 'updated_at': '2022-08-31T04:38:58Z', 'revision_number': 0, 'project_id': '6714373199f5419a9a70267187067934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 5, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:59.572765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.576380 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4d98251a-7ff8-44ac-a770-47196071880d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ed6f88ba-dbfc-481d-9b88-308295aa5d78 HTTP/1.1" status: 204 len: 168 time: 0.6403913 Aug 31 04:38:59.578957 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52870) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:38:59.622491 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] Checking router: 2655bfe3-19d6-4759-a303-ae956ef5500c for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:38:59.625604 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 5b34b2d3-f935-4783-8084-46f282724dca is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:38:59.625991 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5b34b2d3-f935-4783-8084-46f282724dca), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.628047 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group (391ea4e1-6b88-4738-93fb-5e7cfd7a3dad), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.632951 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (391ea4e1-6b88-4738-93fb-5e7cfd7a3dad), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.650803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:38:59.651434 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:38:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:38:59.664484 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:38:59.669591 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:59.680068 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.684154 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1995633 Aug 31 04:38:59.684403 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52872) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:38:59.686695 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.687136 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.688003 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.688003 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.688213 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.688432 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.688821 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.689235 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.689542 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-a1e375c5-7012-4ebe-8c61-a383bf869438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'security_group_rule': {'security_group_id': '391ea4e1-6b88-4738-93fb-5e7cfd7a3dad', 'project_id': '6714373199f5419a9a70267187067934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:38:59.689669 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.689978 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.690307 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.690628 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.690976 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.691736 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.691736 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692e4a2e-7183-41cb-a7e6-b3137861b8cf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:38:59.692361 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34b2d3-f935-4783-8084-46f282724dca'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:38:59.694837 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0288a5-e1fe-4f5e-a2a8-820cc4573641" -d '{"events": [{"server_uuid": "9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b", "name": "network-vif-plugged", "status": "completed", "tag": "5b34b2d3-f935-4783-8084-46f282724dca"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:38:59.695396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-82fd2538-b7e3-4f28-874e-82ce6443956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:38:59.696863 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-82fd2538-b7e3-4f28-874e-82ce6443956d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1129 time: 0.0695302 Aug 31 04:38:59.699262 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (aa427dea-fb3a-4e27-9187-8436fa27cc39), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.714507 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 5b34b2d3-f935-4783-8084-46f282724dca, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5b34b2d3-f935-4783-8084-46f282724dca,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:38:59.724296 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5b34b2d3-f935-4783-8084-46f282724dca), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.773080 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c5d167-87af-485d-8edb-1a937732bdf4 x-openstack-request-id: req-e2c5d167-87af-485d-8edb-1a937732bdf4 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:38:59.773364 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b", "name": "network-vif-plugged", "status": "completed", "tag": "5b34b2d3-f935-4783-8084-46f282724dca", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:38:59.773655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2c5d167-87af-485d-8edb-1a937732bdf4 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:38:59.774073 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c5d167-87af-485d-8edb-1a937732bdf4'] response: {'server_uuid': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b34b2d3-f935-4783-8084-46f282724dca', 'code': 200} Aug 31 04:38:59.810575 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a1e375c5-7012-4ebe-8c61-a383bf869438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (7a50e84f-db8f-4fc5-9845-98bd293cf671), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.821279 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:38:59.823923 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=5b34b2d3-f935-4783-8084-46f282724dca,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:38:59.921456 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (aa427dea-fb3a-4e27-9187-8436fa27cc39), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:38:59.998828 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-02baae64-3323-4e9b-b9af-6408f7c1ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:00.000316 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-02baae64-3323-4e9b-b9af-6408f7c1ddfc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 916 time: 0.2958717 Aug 31 04:39:00.010594 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa427dea-fb3a-4e27-9187-8436fa27cc39']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:00.039900 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0126a7-84b7-4fac-b01a-b7caf7e8f8fd req-83db15b5-cc59-47d4-b179-708486aeded9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:00.048288 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1e0126a7-84b7-4fac-b01a-b7caf7e8f8fd req-83db15b5-cc59-47d4-b179-708486aeded9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0623047 Aug 31 04:39:00.048492 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259cf1d8-ab48-4306-8bae-f4700ee70270') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:00.048657 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259cf1d8-ab48-4306-8bae-f4700ee70270') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:00.103291 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1e0126a7-84b7-4fac-b01a-b7caf7e8f8fd req-f16c8c39-d2eb-4f99-9fec-0b27c3655112 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534582 Aug 31 04:39:00.117322 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c31a3e-d073-4cad-8731-38d2e33556c5 req-0a187353-be0d-404a-bcd3-2f0d130d582d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:00.117960 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:00.124421 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e8c31a3e-d073-4cad-8731-38d2e33556c5 req-0a187353-be0d-404a-bcd3-2f0d130d582d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1715100 Aug 31 04:39:00.131955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (259cf1d8-ab48-4306-8bae-f4700ee70270), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.151035 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:00.178458 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a1e375c5-7012-4ebe-8c61-a383bf869438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (7a50e84f-db8f-4fc5-9845-98bd293cf671), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.189110 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (259cf1d8-ab48-4306-8bae-f4700ee70270), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.193202 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab929-7f60-4266-9d1a-781cd6fce911 req-73c68d41-51ea-4bec-b2ba-e963005c7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:00.194950 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef9ab929-7f60-4266-9d1a-781cd6fce911 req-73c68d41-51ea-4bec-b2ba-e963005c7914 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 1129 time: 0.1712697 Aug 31 04:39:00.203911 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-c30f271a-a0fd-4960-ae6a-2fac40f35c1d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 998 time: 0.1782422 Aug 31 04:39:00.204560 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a1e375c5-7012-4ebe-8c61-a383bf869438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (7a50e84f-db8f-4fc5-9845-98bd293cf671), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.207108 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:39:00.207504 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (259cf1d8-ab48-4306-8bae-f4700ee70270), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.207726 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '06e9fa10-4d07-4da1-854b-ef63504032d9', 'tenant_id': '6714373199f5419a9a70267187067934', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'port_id': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'mac_address': 'fa:16:3e:15:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:38:58Z', 'updated_at': '2022-08-31T04:38:58Z', 'revision_number': 0, 'project_id': '6714373199f5419a9a70267187067934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 5, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:00.208677 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:00.228673 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8a9d5-1410-4237-9225-e6c8764b9700 req-ac8e1b36-5dd9-469d-95c2-0d7ee681729a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:00.236792 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bcb8a9d5-1410-4237-9225-e6c8764b9700 req-ac8e1b36-5dd9-469d-95c2-0d7ee681729a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.0685654 Aug 31 04:39:00.240641 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356cee-0d6d-4ed5-92c0-05855121203c None None] The sync data for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi is: [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '06e9fa10-4d07-4da1-854b-ef63504032d9', 'tenant_id': '6714373199f5419a9a70267187067934', 'floating_ip_address': '172.27.3.96', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'port_id': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'mac_address': 'fa:16:3e:15:0a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:38:58Z', 'updated_at': '2022-08-31T04:38:58Z', 'revision_number': 0, 'project_id': '6714373199f5419a9a70267187067934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 5, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:39:00.270613 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 259cf1d8-ab48-4306-8bae-f4700ee70270 resource provider aggregate not found Aug 31 04:39:00.287861 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bcb8a9d5-1410-4237-9225-e6c8764b9700 req-f7a35da3-92a9-4e56-8985-06fe41bc52b8 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499933 Aug 31 04:39:00.361847 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 259cf1d8-ab48-4306-8bae-f4700ee70270 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 259cf1d8-ab48-4306-8bae-f4700ee70270 found for delete ", "request_id": "req-9d103966-1c29-43be-a370-e024cb5c6061"}]} Aug 31 04:39:00.369809 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e375c5-7012-4ebe-8c61-a383bf869438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a50e84f-db8f-4fc5-9845-98bd293cf671,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:00.393496 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a1e375c5-7012-4ebe-8c61-a383bf869438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.397356 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a1e375c5-7012-4ebe-8c61-a383bf869438 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7089474 Aug 31 04:39:00.397955 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e8c31a3e-d073-4cad-8731-38d2e33556c5 req-11c5c440-fe4b-4816-9636-099ce5bdde8e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727754 Aug 31 04:39:00.398416 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52886) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:00.414885 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-2a509ac3-d391-49b7-9836-d7dc9e469da2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'security_group_rule': {'security_group_id': '391ea4e1-6b88-4738-93fb-5e7cfd7a3dad', 'project_id': '6714373199f5419a9a70267187067934', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:00.437784 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (aa427dea-fb3a-4e27-9187-8436fa27cc39), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.440332 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-72c42e37-64e4-4a08-804c-043f2e906ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:00.441789 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-72c42e37-64e4-4a08-804c-043f2e906ac9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 200 len: 854 time: 0.2010033 Aug 31 04:39:00.450437 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.455226 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/aa427dea-fb3a-4e27-9187-8436fa27cc39 HTTP/1.1" status: 204 len: 168 time: 0.8746812 Aug 31 04:39:00.456198 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:DELETE=7,neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:00.458893 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef9ab929-7f60-4266-9d1a-781cd6fce911 req-81108e78-ee2e-4920-82cf-a79dfde99857 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491152 Aug 31 04:39:00.482073 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19207a25-925f-4094-895c-6c9ef1c0eb42 None None] New status for floating IP 06e9fa10-4d07-4da1-854b-ef63504032d9: ACTIVE {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:39:00.492198 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef5d3e-66c2-4c8c-98f5-8995611e36f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa427dea-fb3a-4e27-9187-8436fa27cc39,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:00.536756 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2a509ac3-d391-49b7-9836-d7dc9e469da2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (73effc30-822e-46fb-b8f0-83c318bd05fb), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.541551 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-fc15baac-46e2-42ab-831a-32e371aa4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:00.543166 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-fc15baac-46e2-42ab-831a-32e371aa4885 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e8667517-3360-4053-ba73-ab7205fbbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828454 Aug 31 04:39:00.603899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2a509ac3-d391-49b7-9836-d7dc9e469da2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (73effc30-822e-46fb-b8f0-83c318bd05fb), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.608975 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2a509ac3-d391-49b7-9836-d7dc9e469da2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (73effc30-822e-46fb-b8f0-83c318bd05fb), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.634869 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a509ac3-d391-49b7-9836-d7dc9e469da2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73effc30-822e-46fb-b8f0-83c318bd05fb,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:00.641268 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2a509ac3-d391-49b7-9836-d7dc9e469da2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.643220 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2a509ac3-d391-49b7-9836-d7dc9e469da2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2335050 Aug 31 04:39:00.645226 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 52890) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:00.650669 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-c1afaa70-55b3-4ca2-8117-10c93be27c9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'security_group_rule': {'security_group_id': '391ea4e1-6b88-4738-93fb-5e7cfd7a3dad', 'project_id': '6714373199f5419a9a70267187067934', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:00.653796 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52892) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:00.683943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1afaa70-55b3-4ca2-8117-10c93be27c9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (33379a1b-5744-4e23-b23d-3fe996abbdf6), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.701190 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-62d9c976-4262-4ac4-b414-4f0294c99f8c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b35a44f3c0ba4230bac2bcb9d4e8ec08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462091 Aug 31 04:39:00.703780 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52894) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:00.752903 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1afaa70-55b3-4ca2-8117-10c93be27c9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (33379a1b-5744-4e23-b23d-3fe996abbdf6), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.754487 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d09e9ee9-5929-4206-9f76-4a3e6024163b admin admin] Publish callbacks [] for security_group (0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.757691 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1afaa70-55b3-4ca2-8117-10c93be27c9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (33379a1b-5744-4e23-b23d-3fe996abbdf6), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.774078 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1afaa70-55b3-4ca2-8117-10c93be27c9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33379a1b-5744-4e23-b23d-3fe996abbdf6,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:00.777598 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d09e9ee9-5929-4206-9f76-4a3e6024163b admin admin] Publish callbacks [] for security_group (0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.789028 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1afaa70-55b3-4ca2-8117-10c93be27c9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.790250 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c1afaa70-55b3-4ca2-8117-10c93be27c9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438212 Aug 31 04:39:00.793014 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 52896) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:00.797241 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-15d5968f-91dc-43cf-bac2-cb21852edf3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'security_group_rule': {'security_group_id': '391ea4e1-6b88-4738-93fb-5e7cfd7a3dad', 'project_id': '6714373199f5419a9a70267187067934', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:00.824244 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-15d5968f-91dc-43cf-bac2-cb21852edf3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (e1d97e0c-7434-426d-941c-afc2c5f9b1b2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.865871 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:00.886871 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-15d5968f-91dc-43cf-bac2-cb21852edf3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (e1d97e0c-7434-426d-941c-afc2c5f9b1b2), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.891109 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-15d5968f-91dc-43cf-bac2-cb21852edf3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (e1d97e0c-7434-426d-941c-afc2c5f9b1b2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.891273 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d09e9ee9-5929-4206-9f76-4a3e6024163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.894532 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d09e9ee9-5929-4206-9f76-4a3e6024163b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.895691 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-d09e9ee9-5929-4206-9f76-4a3e6024163b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6 HTTP/1.1" status: 204 len: 168 time: 0.1909480 Aug 31 04:39:00.904862 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5968f-91dc-43cf-bac2-cb21852edf3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d97e0c-7434-426d-941c-afc2c5f9b1b2,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:00.918915 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e9ee9-5929-4206-9f76-4a3e6024163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965d98c-8f57-4e62-95c4-7e3ebdf1dcd6,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:00.923691 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-15d5968f-91dc-43cf-bac2-cb21852edf3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:00.924325 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-d4b14a9f-fdb4-4f66-9ea0-e9d68480cd5c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221611 Aug 31 04:39:00.927913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52900) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:00.928108 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-15d5968f-91dc-43cf-bac2-cb21852edf3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341348 Aug 31 04:39:00.933142 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'security_group_rule': {'security_group_id': '391ea4e1-6b88-4738-93fb-5e7cfd7a3dad', 'project_id': '6714373199f5419a9a70267187067934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:00.960656 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.securitygroups_db [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Project 6714373199f5419a9a70267187067934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:39:00.966977 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (f5407825-f36b-4e51-b63d-837edbfa0632), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.026935 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (f5407825-f36b-4e51-b63d-837edbfa0632), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.031257 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (f5407825-f36b-4e51-b63d-837edbfa0632), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.045327 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:01.051130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5407825-f36b-4e51-b63d-837edbfa0632,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:01.062283 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.063606 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-d9ca2e1a-b7f4-488e-9483-3fa4bac501b3 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342049 Aug 31 04:39:01.066485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 52902) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:01.071581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'security_group_rule': {'security_group_id': '391ea4e1-6b88-4738-93fb-5e7cfd7a3dad', 'project_id': '6714373199f5419a9a70267187067934', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:01.096605 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.securitygroups_db [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Project 6714373199f5419a9a70267187067934 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:39:01.108195 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (7a636648-306c-4927-81e7-c60af550fee7), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.169874 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (7a636648-306c-4927-81e7-c60af550fee7), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.176665 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (7a636648-306c-4927-81e7-c60af550fee7), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.197897 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a636648-306c-4927-81e7-c60af550fee7,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:01.207252 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.210776 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8fb2ffcc-d2fa-4d7a-b9b9-0aaa37eedb3b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409917 Aug 31 04:39:01.241560 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff81d8a-a8b2-422f-89a9-0a57f6d9c23b req-d7e0961c-f342-4a22-be06-456d585f9c98 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:01.243864 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dff81d8a-a8b2-422f-89a9-0a57f6d9c23b req-d7e0961c-f342-4a22-be06-456d585f9c98 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0638044 Aug 31 04:39:01.300105 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dff81d8a-a8b2-422f-89a9-0a57f6d9c23b req-b3023254-5908-4ac5-bc6f-92732dab9ca2 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492706 Aug 31 04:39:01.306862 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-3740c90a-3d09-42ae-ba94-50a7ebbd0a77 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-313759306&fields=id&tenant_id=6714373199f5419a9a70267187067934 HTTP/1.1" status: 200 len: 267 time: 0.0480711 Aug 31 04:39:01.352017 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:01.404273 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-032ae94e-5351-42ad-991c-4c469bd7d2f4 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:01.405746 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-032ae94e-5351-42ad-991c-4c469bd7d2f4 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0937376 Aug 31 04:39:01.418805 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634602a2-5014-413e-b871-4abc1318623d req-b33a415f-d3db-44dc-9408-c6a8efa956fd tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:01.420553 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-634602a2-5014-413e-b871-4abc1318623d req-b33a415f-d3db-44dc-9408-c6a8efa956fd tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.0485396 Aug 31 04:39:01.423282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'port': {'security_groups': ['f5c54f0e-2961-49d0-8316-7b8d3f58452a', '391ea4e1-6b88-4738-93fb-5e7cfd7a3dad']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:01.474523 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-634602a2-5014-413e-b871-4abc1318623d req-1b4289c4-1baa-4735-a934-8f4302527c5f tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481548 Aug 31 04:39:01.498229 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb1bbd54-20e9-4ed5-89ee-49454ee9bc00 req-62d33128-84c7-4803-8a82-58d0b00c74db service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579711 Aug 31 04:39:01.532982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.585148 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d1047-e810-48ed-8d95-c8938210bec1 req-e9325cad-d359-4469-baaf-ed680e7dc505 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:01.586733 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-de3d1047-e810-48ed-8d95-c8938210bec1 req-e9325cad-d359-4469-baaf-ed680e7dc505 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0460529 Aug 31 04:39:01.637750 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-de3d1047-e810-48ed-8d95-c8938210bec1 req-498e46da-fca2-4c89-81d0-26cd02fc6e4d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441017 Aug 31 04:39:01.737366 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:01.767228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.772988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.783856 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:01.784485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:01.785895 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2539f4ae-6581-4d5f-a1d0-14a6522c9ec3 req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "PUT /networking/v2.0/ports/f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 981 time: 0.3711076 Aug 31 04:39:01.786399 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:39:01.791745 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd6d91-e6f8-4562-9207-2812254f73f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:01.816145 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f13a5355-33c4-4ae4-aaed-4afc34e93d15'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:39:01.835326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5c7be-7f3a-4184-bd78-b636c44a74e7 x-openstack-request-id: req-8ba5c7be-7f3a-4184-bd78-b636c44a74e7 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:01.835686 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:01.836002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ba5c7be-7f3a-4184-bd78-b636c44a74e7 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:01.836466 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba5c7be-7f3a-4184-bd78-b636c44a74e7'] response: {'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'status': 'completed', 'code': 200} Aug 31 04:39:01.851326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279a671-db6a-4d39-86e9-a6581171cb5a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=6']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:01.880421 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cac5fb-09c8-4983-bfce-6f663b77fc66 req-42ba2fd4-8420-4543-9669-313d62d3ab06 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:01.881983 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b2cac5fb-09c8-4983-bfce-6f663b77fc66 req-42ba2fd4-8420-4543-9669-313d62d3ab06 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0743577 Aug 31 04:39:01.912468 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:01.937449 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b2cac5fb-09c8-4983-bfce-6f663b77fc66 req-1c657303-4f80-4818-9e63-0398987a8ea8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Aug 31 04:39:01.939763 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb11fc-9340-4ea5-9ba6-a2283da38992 req-29111742-d2d3-4fc1-b4bf-265245c2e77b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:01.941407 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6dbb11fc-9340-4ea5-9ba6-a2283da38992 req-29111742-d2d3-4fc1-b4bf-265245c2e77b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0551362 Aug 31 04:39:02.007133 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6dbb11fc-9340-4ea5-9ba6-a2283da38992 req-7c258edf-9260-45ae-a9d1-21d00e7b297c tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582738 Aug 31 04:39:02.014063 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f13a5355-33c4-4ae4-aaed-4afc34e93d15'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:39:02.082166 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:02.431634 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045e8b6-c840-49dc-af27-46eb18003e47 req-1f58d632-0674-42c0-8daf-1636350f49f6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.433821 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e045e8b6-c840-49dc-af27-46eb18003e47 req-1f58d632-0674-42c0-8daf-1636350f49f6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0541754 Aug 31 04:39:02.446927 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:02.457084 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-aa5dc1be-6bce-43c4-b4d8-d993705698d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.458612 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-aa5dc1be-6bce-43c4-b4d8-d993705698d0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1168 time: 0.0682755 Aug 31 04:39:02.500348 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e045e8b6-c840-49dc-af27-46eb18003e47 req-bdb60e65-35fc-4ff7-bd4b-a072dcc29fb5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596256 Aug 31 04:39:02.543591 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:02.552273 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-31f51c69-1012-46e3-a6c2-821ff5ffcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.553801 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-31f51c69-1012-46e3-a6c2-821ff5ffcec4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 1129 time: 0.0804622 Aug 31 04:39:02.674799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4a8aa-e4f8-47e7-b367-f4569e337ba6 req-6df717c7-6633-4ffb-adaa-321bc002546d tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.676182 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-58c4a8aa-e4f8-47e7-b367-f4569e337ba6 req-6df717c7-6633-4ffb-adaa-321bc002546d tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.1137383 Aug 31 04:39:02.678708 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-994cd034-653f-4e60-bd90-7ba86d55a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.680068 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-994cd034-653f-4e60-bd90-7ba86d55a473 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 916 time: 0.2148013 Aug 31 04:39:02.756081 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:02.795063 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-9a994aab-d7f7-4163-9272-bd6cad64a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.796525 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-9a994aab-d7f7-4163-9272-bd6cad64a771 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 912 time: 0.2209735 Aug 31 04:39:02.803957 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-11243d73-3f14-426f-aa0a-498fe94fda6c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 1000 time: 0.1100128 Aug 31 04:39:02.808261 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-58c4a8aa-e4f8-47e7-b367-f4569e337ba6 req-7f2ad7a7-19b0-4121-a90d-f3829aaff783 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256642 Aug 31 04:39:02.903119 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-3638485f-d949-4d01-a094-0040bf141608 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 200 len: 1000 time: 0.0980499 Aug 31 04:39:02.904612 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-8b903f36-a4f6-4617-8c27-e51a71289c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.905985 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-8b903f36-a4f6-4617-8c27-e51a71289c1c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 200 len: 854 time: 0.0922389 Aug 31 04:39:02.983354 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-8cc96861-5a97-4c0b-b1ca-7d24a55aab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.984933 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-8cc96861-5a97-4c0b-b1ca-7d24a55aab5d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e8667517-3360-4053-ba73-ab7205fbbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626385 Aug 31 04:39:02.991547 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-1e5e83f1-cacd-44aa-90b9-8705c41a32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:02.993163 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-1e5e83f1-cacd-44aa-90b9-8705c41a32a1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.0783885 Aug 31 04:39:03.139967 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613ccfd-c6d6-410e-b19e-5961af03aaec req-1e87c840-e9b0-40f2-a5ed-df0e70f1b292 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:03.141458 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1613ccfd-c6d6-410e-b19e-5961af03aaec req-1e87c840-e9b0-40f2-a5ed-df0e70f1b292 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1173480 Aug 31 04:39:03.144510 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-aa7bdd44-01a4-4adc-8c11-711ca2510f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:03.145898 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-aa7bdd44-01a4-4adc-8c11-711ca2510f4a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229291 Aug 31 04:39:03.242411 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-a7739ad7-8d10-4035-aba5-93c07fd20d8d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378037 Aug 31 04:39:03.285289 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1613ccfd-c6d6-410e-b19e-5961af03aaec req-355eb415-7621-45a3-84e1-cb96f9d0831a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371982 Aug 31 04:39:03.353308 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-dafb966d-5d0f-40ce-8a7c-a1cb2c60d917 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856813 Aug 31 04:39:03.420227 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-06bd6d91-e6f8-4562-9207-2812254f73f4 req-f815bb73-1a96-48bc-9f04-0fb667ac8b8d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698349 Aug 31 04:39:03.462134 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c668ffbb-6aa1-4fbb-8d4e-bb290010957f req-6d4c9914-52e5-46fa-ac7a-a98b772d4c7b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997000 Aug 31 04:39:03.632049 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f203a-c438-417c-8eb0-12cac51626c5 req-7cbafb08-c70e-427c-b5c9-06ee0c406d92 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:03.633478 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-631f203a-c438-417c-8eb0-12cac51626c5 req-7cbafb08-c70e-427c-b5c9-06ee0c406d92 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0534256 Aug 31 04:39:03.684350 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-631f203a-c438-417c-8eb0-12cac51626c5 req-5b7e20dd-e051-47df-844f-b2d1ee4d8fd5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452764 Aug 31 04:39:04.386982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:04.423271 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338640b-66e8-4166-b304-49d9db5549a9 req-97ab3602-5d71-4171-9277-58abd7d2f210 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:04.424751 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6338640b-66e8-4166-b304-49d9db5549a9 req-97ab3602-5d71-4171-9277-58abd7d2f210 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Aug 31 04:39:04.475280 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6338640b-66e8-4166-b304-49d9db5549a9 req-13847d4e-703f-4966-bf55-c610bf307395 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Aug 31 04:39:04.808329 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439a3d8-d400-4094-80ed-328caf234896 req-2e9679cd-6018-4d73-a80f-97abbdc07707 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:04.809791 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d439a3d8-d400-4094-80ed-328caf234896 req-2e9679cd-6018-4d73-a80f-97abbdc07707 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0477297 Aug 31 04:39:04.863195 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d439a3d8-d400-4094-80ed-328caf234896 req-a6eb831e-5260-426b-a5d3-c9b7c0681f13 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444317 Aug 31 04:39:06.002195 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95d09e-aa39-4e46-92ee-4ae32619bce9 req-1db7b85e-de0e-4104-a280-ea99328768e1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:06.003721 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc95d09e-aa39-4e46-92ee-4ae32619bce9 req-1db7b85e-de0e-4104-a280-ea99328768e1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0588980 Aug 31 04:39:06.052989 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc95d09e-aa39-4e46-92ee-4ae32619bce9 req-caa8530e-6924-4e74-9582-4154ab02d161 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Aug 31 04:39:07.186314 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fcff4-1e87-4283-ae6d-a81f7510470f req-6284dc81-d75c-4c2c-be89-fada7eeb2665 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:07.187812 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-170fcff4-1e87-4283-ae6d-a81f7510470f req-6284dc81-d75c-4c2c-be89-fada7eeb2665 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0579848 Aug 31 04:39:07.238490 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-170fcff4-1e87-4283-ae6d-a81f7510470f req-1c994acb-cbd6-4a04-b552-d153aa6d880a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450449 Aug 31 04:39:08.389370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b805-3a81-46b8-80d2-357b7dd5e2f4 req-066c1b4a-4d6f-407a-8ebe-ef57edafe1d4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:08.390747 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e322b805-3a81-46b8-80d2-357b7dd5e2f4 req-066c1b4a-4d6f-407a-8ebe-ef57edafe1d4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0603259 Aug 31 04:39:08.416709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:08.441694 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e322b805-3a81-46b8-80d2-357b7dd5e2f4 req-8ca3a82c-daa7-4733-b060-8aaea658dacf tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440083 Aug 31 04:39:09.566532 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51650bc-c394-4f39-b4ca-90b48348a2d7 req-ab318f45-47ba-4dff-80a1-22c64c564fc9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:09.568023 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a51650bc-c394-4f39-b4ca-90b48348a2d7 req-ab318f45-47ba-4dff-80a1-22c64c564fc9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0514081 Aug 31 04:39:09.617643 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a51650bc-c394-4f39-b4ca-90b48348a2d7 req-bcdb147e-2677-452a-bd05-e20ae628fdf0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Aug 31 04:39:10.599425 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:10.603159 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:10.749900 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c397dc2-b95d-43ce-b031-bff0390674fe req-2297148a-7007-4534-987d-f0a67913e611 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:10.752107 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0c397dc2-b95d-43ce-b031-bff0390674fe req-2297148a-7007-4534-987d-f0a67913e611 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0604529 Aug 31 04:39:10.805203 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0c397dc2-b95d-43ce-b031-bff0390674fe req-f11158ff-4e45-4563-8a02-be0945452162 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471680 Aug 31 04:39:11.930943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ddc2f-32d0-4bd9-ab27-4da1dbf62d6e req-79371958-4f58-4525-85cd-14b048a94724 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:11.932444 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-815ddc2f-32d0-4bd9-ab27-4da1dbf62d6e req-79371958-4f58-4525-85cd-14b048a94724 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0505869 Aug 31 04:39:11.983436 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-815ddc2f-32d0-4bd9-ab27-4da1dbf62d6e req-6db5b617-69a4-473a-aa3f-0050c7cd270e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430522 Aug 31 04:39:12.453377 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=63 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:13.111090 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b794b28-d4ae-4f6f-9ce7-c0c74064f5bb req-147b8ee3-c553-47af-a2b2-d2e134cde53b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:13.112569 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0b794b28-d4ae-4f6f-9ce7-c0c74064f5bb req-147b8ee3-c553-47af-a2b2-d2e134cde53b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0498204 Aug 31 04:39:13.169933 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0b794b28-d4ae-4f6f-9ce7-c0c74064f5bb req-40262cbf-344a-4935-8ff9-30252bc1057a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513358 Aug 31 04:39:14.298490 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fb1ae-cf04-4569-8a5d-de05761e71e4 req-f13697fd-d068-4b67-81a0-d96b5343a298 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:14.299998 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c72fb1ae-cf04-4569-8a5d-de05761e71e4 req-f13697fd-d068-4b67-81a0-d96b5343a298 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0517585 Aug 31 04:39:14.350334 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c72fb1ae-cf04-4569-8a5d-de05761e71e4 req-c318b5c7-079c-4932-bad3-a8a7dd71a724 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434353 Aug 31 04:39:15.486822 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7c51b-4458-47b8-a86a-747991e438a9 req-3dd22a45-c8a3-451e-aa40-63e106a6996f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:15.488323 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a3a7c51b-4458-47b8-a86a-747991e438a9 req-3dd22a45-c8a3-451e-aa40-63e106a6996f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0506742 Aug 31 04:39:15.502871 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce67de51-c96f-4d69-ab75-8c431da4ed58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:15.538934 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a3a7c51b-4458-47b8-a86a-747991e438a9 req-e1bcae54-2578-4f42-a207-3ab1b89533b7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446334 Aug 31 04:39:16.644506 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:16.683157 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef4abb-2c76-49fe-a5a9-3ab23e6daef4 req-aa9bc94e-58ea-4f03-8bc0-62508772fe5f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:16.684632 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3eef4abb-2c76-49fe-a5a9-3ab23e6daef4 req-aa9bc94e-58ea-4f03-8bc0-62508772fe5f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0532944 Aug 31 04:39:16.733748 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3eef4abb-2c76-49fe-a5a9-3ab23e6daef4 req-987311b0-6c59-4fbf-8ab6-f64cdbf6f180 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409963 Aug 31 04:39:17.872610 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d47548-aa73-4188-9182-35e59b0388d3 req-b5d0978f-6407-410b-a96d-9199550b5507 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:17.874287 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-90d47548-aa73-4188-9182-35e59b0388d3 req-b5d0978f-6407-410b-a96d-9199550b5507 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0503345 Aug 31 04:39:17.921208 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-90d47548-aa73-4188-9182-35e59b0388d3 req-88312f2e-a59f-476e-a9a3-0a45ed15e25f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Aug 31 04:39:17.973246 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-58729f77-4cc5-45e5-8158-090b5a3e7f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:19.008576 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:19.052993 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19f0e5-e6fb-414d-a37f-a94da5d5a81d req-5ad2a60e-349a-44ac-a6e0-63c4071fc058 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:19.054456 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8e19f0e5-e6fb-414d-a37f-a94da5d5a81d req-5ad2a60e-349a-44ac-a6e0-63c4071fc058 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0467472 Aug 31 04:39:19.106949 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8e19f0e5-e6fb-414d-a37f-a94da5d5a81d req-4f2bebac-a086-4c2f-a6b3-860dc8072fd6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451827 Aug 31 04:39:20.245911 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dcc1a-3456-4526-81a1-a9675c4b97d6 req-848da1af-af09-412e-9863-6805c0f45ccd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:20.247442 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b15dcc1a-3456-4526-81a1-a9675c4b97d6 req-848da1af-af09-412e-9863-6805c0f45ccd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0575125 Aug 31 04:39:20.298148 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b15dcc1a-3456-4526-81a1-a9675c4b97d6 req-e8f0f671-8b69-4c40-b52e-896cdefe7441 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448413 Aug 31 04:39:20.301407 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:20.649717 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:20.878932 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538ec97-1e44-4bbf-af6f-002cc8fc4c7e req-f80f4fd9-f370-4f7c-aca4-4fdc8b68e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:20.880501 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5538ec97-1e44-4bbf-af6f-002cc8fc4c7e req-f80f4fd9-f370-4f7c-aca4-4fdc8b68e0f1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1130 time: 0.0401990 Aug 31 04:39:20.940999 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5538ec97-1e44-4bbf-af6f-002cc8fc4c7e req-36d837ec-23ff-4a2a-b33c-7a57739a573d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523820 Aug 31 04:39:21.433590 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffe511-d161-43fa-bc4d-5f25cbaf1625 req-ef49a87b-a5e8-42b6-b4bd-60e7a243a5db tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:21.435027 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-17ffe511-d161-43fa-bc4d-5f25cbaf1625 req-ef49a87b-a5e8-42b6-b4bd-60e7a243a5db tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0506396 Aug 31 04:39:21.492164 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-17ffe511-d161-43fa-bc4d-5f25cbaf1625 req-9aa6658f-479f-453a-8be3-36e8d72fa91c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510156 Aug 31 04:39:21.692078 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:22.634702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ce4ef-d856-4199-b693-4506b13649ae req-68c4b74d-fdf7-4601-b5d6-e5d4a0e5283d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:22.636289 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb9ce4ef-d856-4199-b693-4506b13649ae req-68c4b74d-fdf7-4601-b5d6-e5d4a0e5283d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0566587 Aug 31 04:39:22.685442 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cb9ce4ef-d856-4199-b693-4506b13649ae req-6151fe29-57f9-4161-aabf-ce4e78badc62 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Aug 31 04:39:23.813308 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701a3aa-34e5-4170-a096-109fa7839c33 req-c7632a58-cb31-4894-8259-3e67c14e39e9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:23.814855 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3701a3aa-34e5-4170-a096-109fa7839c33 req-c7632a58-cb31-4894-8259-3e67c14e39e9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0490193 Aug 31 04:39:23.863379 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3701a3aa-34e5-4170-a096-109fa7839c33 req-6279a10c-20fa-497c-873a-b21042f11272 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428693 Aug 31 04:39:24.262640 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:24.281079 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272fccb-8674-47fc-ad47-97da6b8a2331 req-0886739a-86f0-423d-a34e-898d76df1a77 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:24.282535 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d272fccb-8674-47fc-ad47-97da6b8a2331 req-0886739a-86f0-423d-a34e-898d76df1a77 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0581677 Aug 31 04:39:24.333670 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d272fccb-8674-47fc-ad47-97da6b8a2331 req-9f278651-7e29-4cbb-8d65-a2e2cead8cc7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 Aug 31 04:39:24.615293 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-af1bffaa-fba1-41d8-a4d3-3e94627981b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:24.616842 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-af1bffaa-fba1-41d8-a4d3-3e94627981b5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1130 time: 0.0437820 Aug 31 04:39:24.797078 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-b6b56002-666a-4323-97e6-09cda99bf8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:24.799329 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-b6b56002-666a-4323-97e6-09cda99bf8ad service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.0971162 Aug 31 04:39:24.847385 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:24.870841 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-12fe2345-c1e9-469e-be28-27b43b88585d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 1001 time: 0.0614879 Aug 31 04:39:24.921287 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-b064686d-3bbd-4296-b972-8fd4df59fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:24.922742 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-b064686d-3bbd-4296-b972-8fd4df59fdc9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0436895 Aug 31 04:39:24.972061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-efb3a71c-152f-4d63-9516-ab18127c5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:24.973583 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-efb3a71c-152f-4d63-9516-ab18127c5118 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403423 Aug 31 04:39:25.048558 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:25.076643 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-fb736c19-f4d4-43af-8a37-6ff9e4f32a22 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945840 Aug 31 04:39:25.173598 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-eb499b6d-86b4-4d80-bbe9-8237777dd44a req-e9d6ccbe-4748-4425-81a5-433a26d4c4c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885694 Aug 31 04:39:25.468247 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d2bc8-e2cf-4a1c-869e-e3c8a59c3040 req-58a58d0b-6b32-46d0-9d08-e646d8c372c6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:25.469628 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-998d2bc8-e2cf-4a1c-869e-e3c8a59c3040 req-58a58d0b-6b32-46d0-9d08-e646d8c372c6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0462656 Aug 31 04:39:25.520193 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-998d2bc8-e2cf-4a1c-869e-e3c8a59c3040 req-bad089d4-bb35-41fb-afbe-545d403e00b1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450912 Aug 31 04:39:26.329891 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca352b5f-7dc8-4485-80d9-2d7fa53f15a9 req-4582e925-e2e8-48c7-9e23-ec18ff4844ca tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:26.331384 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ca352b5f-7dc8-4485-80d9-2d7fa53f15a9 req-4582e925-e2e8-48c7-9e23-ec18ff4844ca tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.0496204 Aug 31 04:39:26.382530 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ca352b5f-7dc8-4485-80d9-2d7fa53f15a9 req-b7ad38cf-0f3a-42c3-a1bb-7faf681d92d3 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428391 Aug 31 04:39:26.650147 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d458f85-c71c-4deb-b2da-90d6ee9c417f req-7b4cbe4d-9ac4-4652-adf6-2e7804aa6ab9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:26.651559 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2d458f85-c71c-4deb-b2da-90d6ee9c417f req-7b4cbe4d-9ac4-4652-adf6-2e7804aa6ab9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0536237 Aug 31 04:39:26.701816 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2d458f85-c71c-4deb-b2da-90d6ee9c417f req-44a44d24-16f3-4c99-ab0f-e3c5aa484e6e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Aug 31 04:39:27.216060 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:39:27.516458 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa96c1-8b3d-4327-b648-365836f66a3e req-801f2d4c-dc46-426f-9c52-4bd2ba7d0516 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:27.517900 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3dfa96c1-8b3d-4327-b648-365836f66a3e req-801f2d4c-dc46-426f-9c52-4bd2ba7d0516 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.0514777 Aug 31 04:39:27.566514 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3dfa96c1-8b3d-4327-b648-365836f66a3e req-ddf68fd6-0ab2-4905-8bda-17d6541f010f tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Aug 31 04:39:27.828051 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34043f1b-6dac-484f-bbb7-c9db6e58c509 req-3e0f36ac-af63-4fe2-81b7-18312bcba3d1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:27.829504 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-34043f1b-6dac-484f-bbb7-c9db6e58c509 req-3e0f36ac-af63-4fe2-81b7-18312bcba3d1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0469508 Aug 31 04:39:27.880280 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-34043f1b-6dac-484f-bbb7-c9db6e58c509 req-9adf39f8-7d81-4f0d-8de0-4e1944a4cf50 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452368 Aug 31 04:39:28.710128 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304dd40d-56c8-4b89-9fcf-c2c368e0a611 req-1a332185-cac2-48ba-8be6-88a05116cbe5 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:28.711678 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-304dd40d-56c8-4b89-9fcf-c2c368e0a611 req-1a332185-cac2-48ba-8be6-88a05116cbe5 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.0547006 Aug 31 04:39:28.763370 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-304dd40d-56c8-4b89-9fcf-c2c368e0a611 req-df0fa19a-b10c-4dfc-aa54-2bb7681fa413 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Aug 31 04:39:29.002364 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dad55-7f17-40ea-9a30-3eb65d395142 req-cb08c1ad-2866-492d-a62f-d15ea458fd20 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:29.003923 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-015dad55-7f17-40ea-9a30-3eb65d395142 req-cb08c1ad-2866-492d-a62f-d15ea458fd20 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0481675 Aug 31 04:39:29.058473 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-015dad55-7f17-40ea-9a30-3eb65d395142 req-4cddbf3f-e403-4151-9d36-183cbcde068e tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488620 Aug 31 04:39:29.182622 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e708fd-28be-4b7f-a1e7-ca81835bea5e req-8fc35224-973f-4e42-aeed-4739fa1beac1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:29.184011 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-32e708fd-28be-4b7f-a1e7-ca81835bea5e req-8fc35224-973f-4e42-aeed-4739fa1beac1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0503888 Aug 31 04:39:29.199386 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53094) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:29.204227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Request body: {'floatingip': {'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:29.261919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:29.726648 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:29.814449 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-01a64896-4a77-4169-88b5-aa6b4733eab8 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:29.815963 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-01a64896-4a77-4169-88b5-aa6b4733eab8 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.0880945 Aug 31 04:39:29.891013 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfc953-0b19-4c92-9d50-5afa9816a527 req-33dca91a-98cd-470b-b021-278c94bee78a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:29.892598 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6edfc953-0b19-4c92-9d50-5afa9816a527 req-33dca91a-98cd-470b-b021-278c94bee78a tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 945 time: 0.0478873 Aug 31 04:39:29.939227 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6edfc953-0b19-4c92-9d50-5afa9816a527 req-6f9d505e-473f-4c61-8cc3-ead7e53d5d0b tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=31bbc32f-ca9e-471a-b903-ee5a14444b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Aug 31 04:39:29.960159 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:29.991337 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Deleting port 5b34b2d3-f935-4783-8084-46f282724dca {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:39:29.991568 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (5b34b2d3-f935-4783-8084-46f282724dca), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:30.145831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:30.157144 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:30.209339 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] For port 5b34b2d3-f935-4783-8084-46f282724dca, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=5b34b2d3-f935-4783-8084-46f282724dca,segment=NetworkSegment(907e063e-037d-4b02-82eb-ffa123b10c4c),segment_id=907e063e-037d-4b02-82eb-ffa123b10c4c)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:30.209695 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (5b34b2d3-f935-4783-8084-46f282724dca), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:30.227012 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Calling delete_port for 5b34b2d3-f935-4783-8084-46f282724dca owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:39:30.486104 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Router 130b057b-8922-41a1-aa38-452d71a7f409 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:39:30.497656 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (5b34b2d3-f935-4783-8084-46f282724dca), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:30.547878 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['5b34b2d3-f935-4783-8084-46f282724dca'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:39:30.554942 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Pushing event deleted for resources: {'Port': ['ID=5b34b2d3-f935-4783-8084-46f282724dca,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:30.611512 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] No DVR routers for this DVR port 5b34b2d3-f935-4783-8084-46f282724dca on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:39:30.635963 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:30.639247 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e3f42c32-c70b-40dd-9b55-a4f86ae333fc req-1771e13d-6e1c-492f-9d95-6960f1c29185 tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.20 "DELETE /networking/v2.0/ports/5b34b2d3-f935-4783-8084-46f282724dca HTTP/1.1" status: 204 len: 173 time: 0.8162327 Aug 31 04:39:30.639666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'name': 'network-vif-deleted', 'tag': '5b34b2d3-f935-4783-8084-46f282724dca'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:39:30.641901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f60135-06bf-40c2-b6fc-99c95fee582d" -d '{"events": [{"server_uuid": "9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b", "name": "network-vif-deleted", "tag": "5b34b2d3-f935-4783-8084-46f282724dca"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:30.647902 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:30.668316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:39:30.672671 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:30.684207 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] Sync routers for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:39:30.693384 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ada0a5f-1999-4640-bf0e-3a99d36c25a1 x-openstack-request-id: req-9ada0a5f-1999-4640-bf0e-3a99d36c25a1 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:30.693675 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b", "name": "network-vif-deleted", "tag": "5b34b2d3-f935-4783-8084-46f282724dca", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:30.693996 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ada0a5f-1999-4640-bf0e-3a99d36c25a1 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:30.694405 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ada0a5f-1999-4640-bf0e-3a99d36c25a1'] response: {'server_uuid': '9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b', 'name': 'network-vif-deleted', 'tag': '5b34b2d3-f935-4783-8084-46f282724dca', 'status': 'completed', 'code': 200} Aug 31 04:39:30.696671 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:39:30.697322 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:30.708305 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:30.739904 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-13429917-272f-4655-963e-fd959fe720a3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d7052424-7f12-4ba3-8e0a-c6821e33c113 HTTP/1.1" status: 200 len: 993 time: 1.5389116 Aug 31 04:39:30.798741 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:39:31.072744 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-703f8e8d-88a0-4ecd-a6a4-57b22d7cd19e req-54202b8c-9042-4813-80be-6f059058daab tempest-VolumesSnapshotTestJSON-556530432 tempest-VolumesSnapshotTestJSON-556530432-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9e2dda98-f9eb-47f2-9e7b-1f0dca411d1b HTTP/1.1" status: 200 len: 210 time: 0.0397933 Aug 31 04:39:31.146794 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd7052424-7f12-4ba3-8e0a-c6821e33c113', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'mac_address': 'fa:16:3e:b8:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:37:05Z', 'updated_at': '2022-08-31T04:39:29Z', 'revision_number': 3, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:31.171486 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] Checking router: 130b057b-8922-41a1-aa38-452d71a7f409 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:39:31.180007 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:39:31.180598 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:31.281905 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:39:31.509812 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd7052424-7f12-4ba3-8e0a-c6821e33c113', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'mac_address': 'fa:16:3e:b8:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:37:05Z', 'updated_at': '2022-08-31T04:39:29Z', 'revision_number': 3, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:31.534760 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb70ca-770e-472f-881f-09cebe9e8079 None None] The sync data for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi is: [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd7052424-7f12-4ba3-8e0a-c6821e33c113', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'port_id': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'mac_address': 'fa:16:3e:b8:33:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:37:05Z', 'updated_at': '2022-08-31T04:39:29Z', 'revision_number': 3, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:39:32.695913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}, {'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:39:32.699602 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae599c-f1f1-449f-97ca-670725147733" -d '{"events": [{"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56"}, {"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:32.744555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 31 Aug 2022 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eadd79d-7706-488d-af58-3db1fe6c5a46 x-openstack-request-id: req-3eadd79d-7706-488d-af58-3db1fe6c5a46 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:32.744847 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:32.745096 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3eadd79d-7706-488d-af58-3db1fe6c5a46 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:32.745500 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eadd79d-7706-488d-af58-3db1fe6c5a46'] response: {'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'status': 'completed', 'code': 200} Aug 31 04:39:32.745783 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eadd79d-7706-488d-af58-3db1fe6c5a46'] response: {'name': 'network-changed', 'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'status': 'completed', 'code': 200} Aug 31 04:39:32.852530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-dcd09dd4-6312-4c28-b451-96865ee2dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:32.854474 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-dcd09dd4-6312-4c28-b451-96865ee2dba2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1130 time: 0.0434756 Aug 31 04:39:32.950917 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-de76abd4-75bf-4a49-a5a8-60b80a5501cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:32.952453 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-de76abd4-75bf-4a49-a5a8-60b80a5501cd service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.0860155 Aug 31 04:39:33.023132 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-95974d45-2fea-4280-aa58-fc423ac3fe53 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 1001 time: 0.0623071 Aug 31 04:39:33.074539 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-f1d867d9-f4af-4d6d-b0bb-3fe7f32bf805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:33.076267 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-f1d867d9-f4af-4d6d-b0bb-3fe7f32bf805 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0460434 Aug 31 04:39:33.122474 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-1559ce40-b755-44e7-8883-c29a0cf1d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:33.123991 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-1559ce40-b755-44e7-8883-c29a0cf1d7cf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395813 Aug 31 04:39:33.234005 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-3728c1fc-f10c-4629-87bc-baffac28d246 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019833 Aug 31 04:39:33.330198 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-91216a42-bf42-4034-a305-04b0105a40d1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874925 Aug 31 04:39:33.486249 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-24a00fd1-19fb-40e2-877e-528a070757d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:33.487813 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-24a00fd1-19fb-40e2-877e-528a070757d4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c02e60929267489cb181831f1ac578e4&device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 1130 time: 0.0458906 Aug 31 04:39:33.507338 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5b34b2d3-f935-4783-8084-46f282724dca no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:39:33.526475 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 5b34b2d3-f935-4783-8084-46f282724dca {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:39:33.526826 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 5b34b2d3-f935-4783-8084-46f282724dca not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:39:33.586537 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-01b27b71-8f1c-4c4d-b991-1ba18f92031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:33.588090 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-01b27b71-8f1c-4c4d-b991-1ba18f92031a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 200 len: 920 time: 0.0928934 Aug 31 04:39:33.657478 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-64390825-0b89-4edd-9726-1a69b0e0f37e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 200 len: 1001 time: 0.0618062 Aug 31 04:39:33.707314 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-b64b347e-dad5-4098-92b5-91f6b9521d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:33.708782 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-b64b347e-dad5-4098-92b5-91f6b9521d22 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 200 len: 858 time: 0.0455940 Aug 31 04:39:33.777995 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae599c-f1f1-449f-97ca-670725147733 req-d2b5bb33-24b2-480d-bd3b-29422aea1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:33.780958 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-d2b5bb33-24b2-480d-bd3b-29422aea1c50 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2813bab1-8e5c-4bae-a18b-804fcb1fb44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578480 Aug 31 04:39:33.891812 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-57cdaaa0-b71b-456a-87a1-61ee54ed3bc6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022882 Aug 31 04:39:33.979011 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:33.985455 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3eae599c-f1f1-449f-97ca-670725147733 req-b7f3106f-1539-4c8c-a6d9-722d335a5c21 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862100 Aug 31 04:39:37.340602 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2773bd-6497-4386-9a8c-aff57c3af9c0 req-948a9521-92d9-4642-a4fb-10275c23802d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:37.342070 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6e2773bd-6497-4386-9a8c-aff57c3af9c0 req-948a9521-92d9-4642-a4fb-10275c23802d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0476768 Aug 31 04:39:37.384971 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:37.393346 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-5c080fdd-4e6c-472e-a189-325fbf236773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:37.394895 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-5c080fdd-4e6c-472e-a189-325fbf236773 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1168 time: 0.0448911 Aug 31 04:39:37.405099 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6e2773bd-6497-4386-9a8c-aff57c3af9c0 req-fec7e142-5006-458b-9341-4cd8276f1cfc tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546086 Aug 31 04:39:37.490347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-7995282c-3740-4a8a-9953-c007f770bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:37.491848 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-7995282c-3740-4a8a-9953-c007f770bd63 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 916 time: 0.0896862 Aug 31 04:39:37.558744 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-c2e833cf-76a8-4ad1-83f1-5573c0f18403 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 1000 time: 0.0589757 Aug 31 04:39:37.610229 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-4d23ee94-bab9-4ae9-9a39-97f30097fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:37.611638 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-4d23ee94-bab9-4ae9-9a39-97f30097fb73 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 200 len: 854 time: 0.0463226 Aug 31 04:39:37.660174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-b20999d4-b089-4810-95ab-de4b14b2e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:37.661626 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-b20999d4-b089-4810-95ab-de4b14b2e1f2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e8667517-3360-4053-ba73-ab7205fbbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394182 Aug 31 04:39:37.757231 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-5758262a-23ee-4525-9f5f-41b7329f299c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865421 Aug 31 04:39:37.851361 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1fbd5d91-75ef-403c-8db3-f8282109e4d6 req-9cb98946-305f-48fa-954b-64130356ff70 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856767 Aug 31 04:39:38.536624 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800bd06-e3ec-4b49-83ed-29e93291bfca req-759230cc-e450-4114-b970-0fdf0ddecd2c tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:38.538101 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d800bd06-e3ec-4b49-83ed-29e93291bfca req-759230cc-e450-4114-b970-0fdf0ddecd2c tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0548217 Aug 31 04:39:38.550162 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:38.603047 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d800bd06-e3ec-4b49-83ed-29e93291bfca req-6acdcfbf-5ce0-4890-960b-1a35c59807ef tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592020 Aug 31 04:39:39.724469 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376cf1a-e909-4261-9d4c-9e25ddff25c5 req-917833e7-7cc7-4f3e-8328-6ed2b989b244 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:39.725990 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d376cf1a-e909-4261-9d4c-9e25ddff25c5 req-917833e7-7cc7-4f3e-8328-6ed2b989b244 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0487964 Aug 31 04:39:39.787880 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d376cf1a-e909-4261-9d4c-9e25ddff25c5 req-82890f1e-3996-437a-a9da-1dc403e514e7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556054 Aug 31 04:39:40.844205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd86aa-0790-4883-90e9-db39d1d49b7c req-22a80231-ab78-4eeb-9fb6-33f511f426fe tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:40.845738 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a0dd86aa-0790-4883-90e9-db39d1d49b7c req-22a80231-ab78-4eeb-9fb6-33f511f426fe tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0565536 Aug 31 04:39:40.894809 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a0dd86aa-0790-4883-90e9-db39d1d49b7c req-3432936d-4fdf-47db-9f71-32fe8b845554 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431747 Aug 31 04:39:40.913232 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58b3e8-4edb-4073-9886-7b6d53e4d3e3 req-0bee3cb4-45fa-42fe-aebf-67aa09941632 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:40.914858 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fe58b3e8-4edb-4073-9886-7b6d53e4d3e3 req-0bee3cb4-45fa-42fe-aebf-67aa09941632 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0479171 Aug 31 04:39:40.975602 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fe58b3e8-4edb-4073-9886-7b6d53e4d3e3 req-6aae01b9-e238-41bb-8f27-d17bafa28c8a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550687 Aug 31 04:39:41.491209 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=17 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:41.496392 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=17 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:41.507084 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:42.041732 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa265891-6397-44a2-b6a2-6c57b9f47ea2 req-26e127e1-1582-4871-8ea4-a6eac7ab21ea tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:42.043774 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fa265891-6397-44a2-b6a2-6c57b9f47ea2 req-26e127e1-1582-4871-8ea4-a6eac7ab21ea tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0617437 Aug 31 04:39:42.107153 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-fa265891-6397-44a2-b6a2-6c57b9f47ea2 req-688eefd0-710b-4409-bb50-90772a302bd8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576017 Aug 31 04:39:42.110236 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3bb74-d075-4825-be23-a045c6e37c81 req-1897dd8f-1038-4357-b766-853a777340f7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:42.111801 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a0d3bb74-d075-4825-be23-a045c6e37c81 req-1897dd8f-1038-4357-b766-853a777340f7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0525277 Aug 31 04:39:42.187591 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a0d3bb74-d075-4825-be23-a045c6e37c81 req-255172ec-d112-48fb-acfa-f3d9483f978b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665638 Aug 31 04:39:43.248832 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c8b94-20a5-4e2d-a2a8-3b1b126f3d8c req-902f1d4f-f740-4788-91ac-589b65926522 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:43.250329 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-252c8b94-20a5-4e2d-a2a8-3b1b126f3d8c req-902f1d4f-f740-4788-91ac-589b65926522 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0500157 Aug 31 04:39:43.302875 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-252c8b94-20a5-4e2d-a2a8-3b1b126f3d8c req-a5a74b21-e6a7-4c6b-8a4f-8e7593fd84af tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460789 Aug 31 04:39:43.318942 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d6e64-9ad5-46df-8b0d-d310257b8c71 req-084bc2a7-9486-44cf-a27a-f48b07907f9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:43.320453 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-820d6e64-9ad5-46df-8b0d-d310257b8c71 req-084bc2a7-9486-44cf-a27a-f48b07907f9a tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0491714 Aug 31 04:39:43.352146 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:43.390044 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-820d6e64-9ad5-46df-8b0d-d310257b8c71 req-eb398a5c-405a-4293-9673-43aad396eab5 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635705 Aug 31 04:39:43.511889 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:44.443036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a842d-4dc0-4143-b05f-dbba81c57c72 req-09653968-f15e-4383-8217-b7e6c9e40eae tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:44.444659 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-980a842d-4dc0-4143-b05f-dbba81c57c72 req-09653968-f15e-4383-8217-b7e6c9e40eae tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0544369 Aug 31 04:39:44.495268 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-980a842d-4dc0-4143-b05f-dbba81c57c72 req-4a4a4a88-bbd3-42ab-86e6-6879316c3a42 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450504 Aug 31 04:39:44.522458 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d241cf-cfa9-4997-ae58-26856cc332c8 req-72ddbbe9-b2bc-4957-a272-5574a001b310 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:44.523964 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-32d241cf-cfa9-4997-ae58-26856cc332c8 req-72ddbbe9-b2bc-4957-a272-5574a001b310 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0518684 Aug 31 04:39:44.583329 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-32d241cf-cfa9-4997-ae58-26856cc332c8 req-776b6dc0-fdf1-429d-a2df-d8f53930d85d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533168 Aug 31 04:39:45.503359 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-4e0a1f20-5ec3-4aaf-851e-7d748b2d9604 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:45.505639 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-4e0a1f20-5ec3-4aaf-851e-7d748b2d9604 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0569754 Aug 31 04:39:45.507786 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-365dd7bf-8944-40fa-9f0a-6cd383f28797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:45.622474 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Deleting port f3809b0b-8437-4e98-88a3-a530ac0d92f8 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:39:45.622947 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:45.628621 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:45.648823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97ecad-4e4e-436d-b122-4aae9ed194f3 req-9e853e75-c5a7-4cf1-a971-eb5944c3e72b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:45.650296 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ee97ecad-4e4e-436d-b122-4aae9ed194f3 req-9e853e75-c5a7-4cf1-a971-eb5944c3e72b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 946 time: 0.0716915 Aug 31 04:39:45.699921 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:45.706654 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c901b-47a1-4a4b-959d-c81387df2a19 req-24eac371-923c-4a89-8ce2-4b5108ca23f7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:45.708174 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-669c901b-47a1-4a4b-959d-c81387df2a19 req-24eac371-923c-4a89-8ce2-4b5108ca23f7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0477552 Aug 31 04:39:45.756222 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ee97ecad-4e4e-436d-b122-4aae9ed194f3 req-34a3f390-f64a-411b-a071-b924f9a5d4be tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f0ebde3e-59bf-47a8-b550-508fc4bfea33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770850 Aug 31 04:39:45.764971 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] For port f3809b0b-8437-4e98-88a3-a530ac0d92f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f3809b0b-8437-4e98-88a3-a530ac0d92f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:45.765331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:45.772141 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-669c901b-47a1-4a4b-959d-c81387df2a19 req-c7f97084-3cc2-4f05-a3ae-2b59380290ef tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578947 Aug 31 04:39:45.992285 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:45.992712 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (35638662-941a-4038-86a3-0099739a6cee), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:45.993085 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Floating IP 35638662-941a-4038-86a3-0099739a6cee disassociated. External IP: 172.27.3.74, port: f3809b0b-8437-4e98-88a3-a530ac0d92f8. Aug 31 04:39:45.993423 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Calling delete_port for f3809b0b-8437-4e98-88a3-a530ac0d92f8 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:39:46.397331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (f3809b0b-8437-4e98-88a3-a530ac0d92f8), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:46.428598 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event deleted for resources: {'Port': ['ID=f3809b0b-8437-4e98-88a3-a530ac0d92f8,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:46.555006 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Router 9102118a-351c-4044-ae5c-912473d84ac4 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:39:46.662990 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:39:46.675015 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] Sync routers for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:39:46.685984 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:39:46.686857 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:46.706269 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] No DVR routers for this DVR port f3809b0b-8437-4e98-88a3-a530ac0d92f8 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:39:46.708914 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:46.712255 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c5da882b-eee8-4a1f-b3ee-c7558e040021 req-d2005545-0f8f-48c6-bbd6-297f91ec0581 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f3809b0b-8437-4e98-88a3-a530ac0d92f8 HTTP/1.1" status: 204 len: 173 time: 1.2016208 Aug 31 04:39:46.712693 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-deleted', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:39:46.715024 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85bfb45-d63c-4294-9d66-4a6f8b3b8433" -d '{"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-deleted", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:46.755901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26337c95-15bf-454b-84d1-425bd9421b79 x-openstack-request-id: req-26337c95-15bf-454b-84d1-425bd9421b79 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:46.756187 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ba9256-6be0-49de-8c61-4454227a18c8", "name": "network-vif-deleted", "tag": "f3809b0b-8437-4e98-88a3-a530ac0d92f8", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:46.756441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26337c95-15bf-454b-84d1-425bd9421b79 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:46.756868 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26337c95-15bf-454b-84d1-425bd9421b79'] response: {'server_uuid': '16ba9256-6be0-49de-8c61-4454227a18c8', 'name': 'network-vif-deleted', 'tag': 'f3809b0b-8437-4e98-88a3-a530ac0d92f8', 'status': 'completed', 'code': 200} Aug 31 04:39:46.818005 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:39:46.892708 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-df46a71c-d4a8-45a4-9c88-21d81a9c61c9 req-42d44b65-0579-43b6-8a05-05c5922af898 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=16ba9256-6be0-49de-8c61-4454227a18c8 HTTP/1.1" status: 200 len: 210 time: 0.0388131 Aug 31 04:39:46.940642 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60a57-f5e1-48a6-b544-4991db750f63 req-7987a251-b4a3-45b7-a37f-eac63c55d0ce tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:46.942842 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-49b60a57-f5e1-48a6-b544-4991db750f63 req-7987a251-b4a3-45b7-a37f-eac63c55d0ce tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0671945 Aug 31 04:39:47.017402 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-49b60a57-f5e1-48a6-b544-4991db750f63 req-25d97b0f-6d5f-4b47-b0fe-7d25dd3c32d1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678868 Aug 31 04:39:47.041751 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:47.070195 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] Checking router: 9102118a-351c-4044-ae5c-912473d84ac4 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:39:47.079512 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:39:47.080109 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:47.186230 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:39:47.370448 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:47.402215 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720a3ee9-34f4-4708-b15f-d84675fd6a30 None None] The sync data for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi is: [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:39:47.691356 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea6b92-6aad-4fc7-9dee-78fbfb616713 None None] New status for floating IP 35638662-941a-4038-86a3-0099739a6cee: DOWN {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:39:47.978742 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-fef1ee6c-d105-432e-b66e-a37de328b4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:47.999566 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53248) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:48.061656 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6ec20511-7e44-4c6e-9017-4bd171dc9fc8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (f0ebde3e-59bf-47a8-b550-508fc4bfea33), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.085644 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6ec20511-7e44-4c6e-9017-4bd171dc9fc8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (f0ebde3e-59bf-47a8-b550-508fc4bfea33), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.129557 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:48.169321 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f875d94-622f-4cd9-8603-088861d8c078 req-dca9619e-8912-4fb0-ba5d-68ed1a6dc9f1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:48.171548 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8f875d94-622f-4cd9-8603-088861d8c078 req-dca9619e-8912-4fb0-ba5d-68ed1a6dc9f1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0611949 Aug 31 04:39:48.172371 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6ec20511-7e44-4c6e-9017-4bd171dc9fc8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f0ebde3e-59bf-47a8-b550-508fc4bfea33), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.175075 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6ec20511-7e44-4c6e-9017-4bd171dc9fc8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.178731 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6ec20511-7e44-4c6e-9017-4bd171dc9fc8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0ebde3e-59bf-47a8-b550-508fc4bfea33 HTTP/1.1" status: 204 len: 168 time: 0.1755497 Aug 31 04:39:48.179171 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53252) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:48.193755 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.api.v2.resource [None req-192d5886-0bd7-435c-a64f-3592b067eea3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] show failed (client error): The resource could not be found. Aug 31 04:39:48.194815 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-192d5886-0bd7-435c-a64f-3592b067eea3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups/f0ebde3e-59bf-47a8-b550-508fc4bfea33 HTTP/1.1" status: 404 len: 347 time: 0.0145731 Aug 31 04:39:48.197868 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53254) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:48.200457 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec20511-7e44-4c6e-9017-4bd171dc9fc8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ebde3e-59bf-47a8-b550-508fc4bfea33,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:48.340208 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8f875d94-622f-4cd9-8603-088861d8c078 req-bd7e1b74-81bd-4ded-b200-03113c1927a5 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629524 Aug 31 04:39:48.360994 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Deleting port 82ad0026-bcc7-44bb-a474-8699bef8a0a7 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:39:48.361344 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.451829 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.452141 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (82ad0026-bcc7-44bb-a474-8699bef8a0a7), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.465121 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Calling delete_port for 82ad0026-bcc7-44bb-a474-8699bef8a0a7 owned by network:floatingip {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:39:48.617204 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (82ad0026-bcc7-44bb-a474-8699bef8a0a7), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.643636 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event deleted for resources: {'Port': ['ID=82ad0026-bcc7-44bb-a474-8699bef8a0a7,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:48.717877 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (35638662-941a-4038-86a3-0099739a6cee), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.720531 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.721743 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-7d00a415-f118-4572-9667-354d3cea0f3a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/35638662-941a-4038-86a3-0099739a6cee HTTP/1.1" status: 204 len: 168 time: 0.5223203 Aug 31 04:39:48.836235 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53266) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:48.840836 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-d84357a7-8e49-46a0-90ee-5e928bb480ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--321803971', 'description': 'tempest-description--1411223975'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:48.862459 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d84357a7-8e49-46a0-90ee-5e928bb480ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.887863 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:48.933737 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d84357a7-8e49-46a0-90ee-5e928bb480ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (a9590538-6856-4ffd-b331-8dde46d6ddda), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.938751 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d84357a7-8e49-46a0-90ee-5e928bb480ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a9590538-6856-4ffd-b331-8dde46d6ddda), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.968663 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-d84357a7-8e49-46a0-90ee-5e928bb480ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:48.969877 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-d84357a7-8e49-46a0-90ee-5e928bb480ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1326241 Aug 31 04:39:48.971996 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84357a7-8e49-46a0-90ee-5e928bb480ed tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9590538-6856-4ffd-b331-8dde46d6ddda,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:48.972976 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53268) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:48.977620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-75633acf-cc24-4008-96bc-df51fa7d0d00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'security_group_rule': {'security_group_id': 'a9590538-6856-4ffd-b331-8dde46d6ddda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:49.009115 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.012413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-75633acf-cc24-4008-96bc-df51fa7d0d00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (17b911ed-afec-4ecc-93db-1d9b93f0b869), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.029161 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:49.052594 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:49.082351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-75633acf-cc24-4008-96bc-df51fa7d0d00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (17b911ed-afec-4ecc-93db-1d9b93f0b869), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.087169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-75633acf-cc24-4008-96bc-df51fa7d0d00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (17b911ed-afec-4ecc-93db-1d9b93f0b869), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.107026 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633acf-cc24-4008-96bc-df51fa7d0d00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b911ed-afec-4ecc-93db-1d9b93f0b869,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:49.111525 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-75633acf-cc24-4008-96bc-df51fa7d0d00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.112712 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-75633acf-cc24-4008-96bc-df51fa7d0d00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387382 Aug 31 04:39:49.115603 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53270) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:49.120204 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-e69bee54-52e9-4819-9ce8-648dbc3dd3fc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'security_group_rule': {'security_group_id': 'a9590538-6856-4ffd-b331-8dde46d6ddda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:49.148211 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e69bee54-52e9-4819-9ce8-648dbc3dd3fc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (e3d8fcea-a16b-450b-bd7a-6a7c4f6e5764), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.187209 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:49.207798 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e69bee54-52e9-4819-9ce8-648dbc3dd3fc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (e3d8fcea-a16b-450b-bd7a-6a7c4f6e5764), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.212015 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e69bee54-52e9-4819-9ce8-648dbc3dd3fc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (e3d8fcea-a16b-450b-bd7a-6a7c4f6e5764), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.230128 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bee54-52e9-4819-9ce8-648dbc3dd3fc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d8fcea-a16b-450b-bd7a-6a7c4f6e5764,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:49.238614 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e69bee54-52e9-4819-9ce8-648dbc3dd3fc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.239869 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e69bee54-52e9-4819-9ce8-648dbc3dd3fc tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231821 Aug 31 04:39:49.244148 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53272) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:49.248703 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:49.273289 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.581226 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:39:49.603247 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: f3809b0b-8437-4e98-88a3-a530ac0d92f8 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:39:49.603506 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f3809b0b-8437-4e98-88a3-a530ac0d92f8 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:39:49.608773 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fb269-4a33-44eb-83d1-c47c9aa67be6 req-e543ae3e-b2fe-47ac-98b9-a75376c7cc7e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:49.610269 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3d6fb269-4a33-44eb-83d1-c47c9aa67be6 req-e543ae3e-b2fe-47ac-98b9-a75376c7cc7e tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0651515 Aug 31 04:39:49.627844 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.727185 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3d6fb269-4a33-44eb-83d1-c47c9aa67be6 req-3a950ce4-c5fc-455d-afa4-5d894fac0de1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099741 Aug 31 04:39:49.771944 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Allocated IP 172.27.3.39 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/0c61f118-c297-49f8-be14-b65c777e9794) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:39:49.894242 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for port (0c61f118-c297-49f8-be14-b65c777e9794), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.931549 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (0c61f118-c297-49f8-be14-b65c777e9794), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:49.971433 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:39:49.974324 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:39:49.977303 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:39:49.984373 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:50.006961 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'Port': ['ID=0c61f118-c297-49f8-be14-b65c777e9794,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:50.066283 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (18b119bf-3d33-485a-8bdb-2a8a94b8a31c), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.108133 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (0c61f118-c297-49f8-be14-b65c777e9794), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.142641 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:50.261994 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for port (0c61f118-c297-49f8-be14-b65c777e9794), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.267655 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (0c61f118-c297-49f8-be14-b65c777e9794), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.304705 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.337626 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (18b119bf-3d33-485a-8bdb-2a8a94b8a31c), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.340216 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'Port': ['ID=0c61f118-c297-49f8-be14-b65c777e9794,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:50.358387 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.359768 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-0a368185-cd2e-43fe-843a-2d52a9adb305 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1147077 Aug 31 04:39:50.644481 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:50.739976 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-e5c80e6a-7079-4ead-87c0-d2be82e25e2f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--321803971&fields=id&tenant_id=3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 267 time: 0.0476282 Aug 31 04:39:50.848402 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000e6ed-4907-4ab0-beae-c05a9c58fb41 req-c963c512-80cd-420f-91bc-601c8aacb874 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:50.849910 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a000e6ed-4907-4ab0-beae-c05a9c58fb41 req-c963c512-80cd-420f-91bc-601c8aacb874 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0494747 Aug 31 04:39:50.851209 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-b54121f0-7730-43b1-bfc3-e186ab88bcf1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:50.852701 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-b54121f0-7730-43b1-bfc3-e186ab88bcf1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 817 time: 0.1061952 Aug 31 04:39:50.868049 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-a52fac1a-5358-4b7f-b34d-5f53c01fb447 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/quotas/3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 375 time: 0.0095160 Aug 31 04:39:50.910656 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a000e6ed-4907-4ab0-beae-c05a9c58fb41 req-da014020-5183-497a-a8a6-1478f840d05c tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545835 Aug 31 04:39:50.919374 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-cafa2db2-54e6-4b43-bc8c-f3a111bf6fc8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457547 Aug 31 04:39:51.115039 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-3edffb1e-586a-4473-b4ef-82dd8e2bc02d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834579 Aug 31 04:39:51.211488 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-2b1607e0-1f1c-4087-b656-d3f9d56b77d1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878322 Aug 31 04:39:51.699772 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:52.048711 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97e84b-c164-4fe6-be59-a3a0d083be20 req-f29caa9b-78f4-4ee8-b10b-b8650bb37783 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:52.050252 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fd97e84b-c164-4fe6-be59-a3a0d083be20 req-f29caa9b-78f4-4ee8-b10b-b8650bb37783 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0531375 Aug 31 04:39:52.111564 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fd97e84b-c164-4fe6-be59-a3a0d083be20 req-b13113cf-e658-4e6d-a275-cd4b5d91c874 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555403 Aug 31 04:39:52.504483 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b5d51afe-9179-4bff-a837-a012bd2564d4 req-2531a2e2-4169-420e-a5ba-afbb784b3a76 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 210 time: 0.0881743 Aug 31 04:39:53.028882 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-92f3ff9f-f583-4d74-80b2-79acd087bd41 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416429 Aug 31 04:39:53.113657 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-3b0091db-c768-4a36-8a8d-dcd7e4e37c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:53.115214 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-3b0091db-c768-4a36-8a8d-dcd7e4e37c42 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 1129 time: 0.0418222 Aug 31 04:39:53.246839 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd16dd3-f127-4f86-89ee-e3806640602d req-139fd85c-0f7f-439a-9a05-b9f7759caed1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:53.248537 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0cd16dd3-f127-4f86-89ee-e3806640602d req-139fd85c-0f7f-439a-9a05-b9f7759caed1 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0587099 Aug 31 04:39:53.291882 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-dea0d077-bdd9-4b48-a84d-8c715375eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:53.293366 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-dea0d077-bdd9-4b48-a84d-8c715375eb20 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 912 time: 0.1571746 Aug 31 04:39:53.383502 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0cd16dd3-f127-4f86-89ee-e3806640602d req-980749ca-f01d-467e-aee6-5736398aacdf tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241105 Aug 31 04:39:53.394391 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-b86cc7cf-6ec3-475d-a612-f6bf091cf960 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 200 len: 1000 time: 0.0915093 Aug 31 04:39:53.614454 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-50c4496b-1aaf-4ba4-bfe8-f085438ba606 req-949556ee-340b-4e21-b407-2062b344beca tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 210 time: 0.0290859 Aug 31 04:39:53.658061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-fffaf592-d2dc-4e5d-9852-9aa57fdc4059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:53.659590 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-fffaf592-d2dc-4e5d-9852-9aa57fdc4059 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.0521598 Aug 31 04:39:53.705098 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-66972d3a-6b39-4077-b90a-fef8b69f252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:53.706913 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-66972d3a-6b39-4077-b90a-fef8b69f252a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407763 Aug 31 04:39:53.771565 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:53.861638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:53.929640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f4a1dc-ac9a-4f1e-872c-a1031c505f4f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:53.931129 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f4a1dc-ac9a-4f1e-872c-a1031c505f4f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 817 time: 0.1857944 Aug 31 04:39:53.933529 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-aabcbe53-30ba-4224-a5cf-62cb060b3703 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892221 Aug 31 04:39:54.177930 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-25537b2e-61fe-4a7d-85ac-d4a2f92e97df tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 379 time: 0.1108730 Aug 31 04:39:54.190395 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'port': {'device_id': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'admin_state_up': True, 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'security_groups': ['a9590538-6856-4ffd-b331-8dde46d6ddda']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:54.245386 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd7a9c37-6b49-4ead-9da6-c2347292af08 req-8e76b043-4bc1-4dbb-9346-ef13bfc1bdf3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689391 Aug 31 04:39:54.319284 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Made reservation on behalf of 3bd54eb751f144b29b274e6a96dedcb2 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:39:54.323277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:54.458045 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Allocated IP 172.20.0.12 (31592010-3eea-4675-990e-8bd640d060b2/abae11f7-f814-41cd-9333-6c803e22d836/e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:39:54.523600 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0f1c-6ebe-4b51-b0cb-337b5c5e7692 req-697c8781-6f83-40a3-9db4-c8d2b1ee9d17 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:54.525117 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4ffc0f1c-6ebe-4b51-b0cb-337b5c5e7692 req-697c8781-6f83-40a3-9db4-c8d2b1ee9d17 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0646422 Aug 31 04:39:54.653586 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4ffc0f1c-6ebe-4b51-b0cb-337b5c5e7692 req-7a4919e8-440b-4aa9-81ab-1674fae0b9b5 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202812 Aug 31 04:39:54.695169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:54.728349 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:54.738280 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-db917de9-4290-468e-8ea6-bc1cfe1e329c req-f6d69f20-38a6-4940-af4f-15b99acd53c1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 210 time: 0.0295513 Aug 31 04:39:54.739923 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:54.768265 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:54.774067 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Network 31592010-3eea-4675-990e-8bd640d060b2 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:39:54.777951 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:39:54.782473 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:39:54.815527 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:54.832853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.833203 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.833529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.834052 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.834378 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.834863 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.835186 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.835511 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.836300 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.836300 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.836491 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.836773 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.837093 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.837410 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.837734 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:39:54.851347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:54.851967 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:54.874300 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7f51ad52-27a1-4153-a6de-c95e77989037 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6896138 Aug 31 04:39:54.957831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Request body: {'port': {'device_id': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:39:55.022569 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.037147 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-40205d33-c5f1-4413-8f00-201b2da11666 None None] Provisioning complete for port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:39:55.037637 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-40205d33-c5f1-4413-8f00-201b2da11666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.071803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-40205d33-c5f1-4413-8f00-201b2da11666 None None] Port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:39:55.293409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:39:55.301280 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Publish callbacks [] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.314483 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Transition to ACTIVE for port object e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:39:55.321061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.383223 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:55.430759 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Attempting to bind port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:39:55.431088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Attempting to bind port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:39:55.431410 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Attempting to bind port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 on network 31592010-3eea-4675-990e-8bd640d060b2 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:39:55.436091 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 on network 31592010-3eea-4675-990e-8bd640d060b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:39:55.436587 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Attempting to bind port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 on network 31592010-3eea-4675-990e-8bd640d060b2 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:39:55.442209 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:39:55.442548 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Checking segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:39:55.442948 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Bound using segment: {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:39:55.443365 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Bound port: e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98818fa7-a1ea-4c47-9819-8e7fbc00212d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '31592010-3eea-4675-990e-8bd640d060b2'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:39:55.443721 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.507299 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:39:55.510466 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:39:55.518503 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.522734 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:55.523346 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.524703 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-40f53837-0729-4d28-91f3-7e379152abad service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 200 len: 1094 time: 0.5716171 Aug 31 04:39:55.525182 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:39:55.527413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be48f33-3be0-4060-add1-3ad5cbbe68a0" -d '{"events": [{"name": "network-changed", "server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:39:55.567021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26de8858-a2aa-48a8-83b9-e8b0a5ff5d42 x-openstack-request-id: req-26de8858-a2aa-48a8-83b9-e8b0a5ff5d42 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:39:55.567314 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:39:55.567566 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26de8858-a2aa-48a8-83b9-e8b0a5ff5d42 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:39:55.567999 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26de8858-a2aa-48a8-83b9-e8b0a5ff5d42'] response: {'name': 'network-changed', 'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'status': 'completed', 'code': 200} Aug 31 04:39:55.580523 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53837-0729-4d28-91f3-7e379152abad service neutron] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:55.688251 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53384) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:55.746689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] Deleting subnet 04777dd7-4b72-4847-90b7-3b0463b356b0 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:39:55.751385 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] Publish callbacks [] for subnet (04777dd7-4b72-4847-90b7-3b0463b356b0), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.807986 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11179a2-0bcf-424f-af42-22aaa6133fb8 req-41d3d9bf-0a1b-439d-8606-b244dce02616 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:55.809486 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a11179a2-0bcf-424f-af42-22aaa6133fb8 req-41d3d9bf-0a1b-439d-8606-b244dce02616 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0767872 Aug 31 04:39:55.818546 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (04777dd7-4b72-4847-90b7-3b0463b356b0), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.874790 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fd496-2768-4d51-8879-0a48a3369737 req-3b8a1c71-da31-4495-8bea-cfb7401ecd3f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:55.876419 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a22fd496-2768-4d51-8879-0a48a3369737 req-3b8a1c71-da31-4495-8bea-cfb7401ecd3f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0504808 Aug 31 04:39:55.899299 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:55.905876 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a11179a2-0bcf-424f-af42-22aaa6133fb8 req-b6117e66-8e7d-413c-bff6-fc602b6f028d tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898137 Aug 31 04:39:55.928701 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (04777dd7-4b72-4847-90b7-3b0463b356b0), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.962277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48f33-3be0-4060-add1-3ad5cbbe68a0 req-b00e7daa-d88e-4011-9e42-3cccafc51b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:55.963931 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0be48f33-3be0-4060-add1-3ad5cbbe68a0 req-b00e7daa-d88e-4011-9e42-3cccafc51b70 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1128 time: 0.0862558 Aug 31 04:39:55.971420 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:55.989333 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (04777dd7-4b72-4847-90b7-3b0463b356b0), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:55.993821 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a22fd496-2768-4d51-8879-0a48a3369737 req-53152296-2e32-468e-b789-300802f18368 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068120 Aug 31 04:39:56.019184 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04777dd7-4b72-4847-90b7-3b0463b356b0,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:56.028468 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.032162 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-705e1296-2f7f-463d-8536-a2827a2b64fe admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/04777dd7-4b72-4847-90b7-3b0463b356b0 HTTP/1.1" status: 204 len: 168 time: 0.3428521 Aug 31 04:39:56.034607 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53392) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:56.114381 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (432503fc-5225-4e38-b2a8-672138c90cb1), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.203960 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (432503fc-5225-4e38-b2a8-672138c90cb1), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.206146 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:56.228263 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432503fc-5225-4e38-b2a8-672138c90cb1']}} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:56.238572 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907e063e-037d-4b02-82eb-ffa123b10c4c') {'for_net_delete': True} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:56.238935 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907e063e-037d-4b02-82eb-ffa123b10c4c') {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:39:56.248588 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8843864'] for segment (907e063e-037d-4b02-82eb-ffa123b10c4c), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.262210 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (907e063e-037d-4b02-82eb-ffa123b10c4c), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.270044 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=106562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:39:56.270533 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845000'] for segment (907e063e-037d-4b02-82eb-ffa123b10c4c), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.315812 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment 907e063e-037d-4b02-82eb-ffa123b10c4c resource provider aggregate not found Aug 31 04:39:56.339531 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment 907e063e-037d-4b02-82eb-ffa123b10c4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 907e063e-037d-4b02-82eb-ffa123b10c4c found for delete ", "request_id": "req-4cb6195e-93d5-4b43-ae85-517090a6c9ca"}]} Aug 31 04:39:56.341637 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (432503fc-5225-4e38-b2a8-672138c90cb1), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.348652 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.354673 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/432503fc-5225-4e38-b2a8-672138c90cb1 HTTP/1.1" status: 204 len: 168 time: 0.3163445 Aug 31 04:39:56.363220 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d6488-9850-45c8-aef4-7b3a192864ca admin admin] Pushing event deleted for resources: {'Network': ['ID=432503fc-5225-4e38-b2a8-672138c90cb1,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:56.495733 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:56.533388 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48f33-3be0-4060-add1-3ad5cbbe68a0 req-edcdea3f-58b7-4859-adb0-85510d6e9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:56.534938 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0be48f33-3be0-4060-add1-3ad5cbbe68a0 req-edcdea3f-58b7-4859-adb0-85510d6e9370 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1169143 Aug 31 04:39:56.541177 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe16e9d-a71a-4768-b5fd-46a79d423cbd req-5e4050c6-282e-4b6f-a07d-770b16dbc147 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:56.548919 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dfe16e9d-a71a-4768-b5fd-46a79d423cbd req-5e4050c6-282e-4b6f-a07d-770b16dbc147 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0598111 Aug 31 04:39:56.565852 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53408) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:56.597645 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dfe16e9d-a71a-4768-b5fd-46a79d423cbd req-b4d8a6a5-dc9d-4b38-a740-47e7083874ef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 Aug 31 04:39:56.609711 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a62751cd-b0bd-4e3f-b7e6-25c863cb94d5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=52fbe77f79a5449b8fb2bfef82360b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425763 Aug 31 04:39:56.612173 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53410) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:39:56.666078 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bde8d1b1-b311-4b1b-a840-a68880786eaa admin admin] Publish callbacks [] for security_group (31bbc32f-ca9e-471a-b903-ee5a14444b6f), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.687500 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bde8d1b1-b311-4b1b-a840-a68880786eaa admin admin] Publish callbacks [] for security_group (31bbc32f-ca9e-471a-b903-ee5a14444b6f), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.743053 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bde8d1b1-b311-4b1b-a840-a68880786eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (31bbc32f-ca9e-471a-b903-ee5a14444b6f), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.745530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bde8d1b1-b311-4b1b-a840-a68880786eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:56.746668 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-bde8d1b1-b311-4b1b-a840-a68880786eaa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/31bbc32f-ca9e-471a-b903-ee5a14444b6f HTTP/1.1" status: 204 len: 168 time: 0.1334562 Aug 31 04:39:56.754497 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8d1b1-b311-4b1b-a840-a68880786eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bbc32f-ca9e-471a-b903-ee5a14444b6f,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:57.042506 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249e832-1f16-4ddf-a967-c4892f214782 req-7082cd9d-ef24-4e76-a50c-5b3ff5927ef7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:57.044193 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e249e832-1f16-4ddf-a967-c4892f214782 req-7082cd9d-ef24-4e76-a50c-5b3ff5927ef7 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0532408 Aug 31 04:39:57.124954 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e249e832-1f16-4ddf-a967-c4892f214782 req-cbadae07-3747-4066-a6f1-7d6045303e87 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&id=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738471 Aug 31 04:39:57.133288 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4519-3531-4050-bd41-4173054525f8 req-11d484cc-cbbd-4cb4-8af8-1422bb581d01 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:57.134811 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fbda4519-3531-4050-bd41-4173054525f8 req-11d484cc-cbbd-4cb4-8af8-1422bb581d01 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0494194 Aug 31 04:39:57.185353 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fbda4519-3531-4050-bd41-4173054525f8 req-0872606a-4d97-4c1d-abe8-9144e40b5e1b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443103 Aug 31 04:39:57.373023 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=67 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:57.374287 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=65 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:57.726909 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b760e98-d1d8-4980-8f12-658a0e2307c4 req-e610ceca-0ef4-4889-b956-e4c0b7384c22 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:57.728300 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b760e98-d1d8-4980-8f12-658a0e2307c4 req-e610ceca-0ef4-4889-b956-e4c0b7384c22 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0484276 Aug 31 04:39:57.776220 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b760e98-d1d8-4980-8f12-658a0e2307c4 req-47f529ba-8424-4c12-adda-5f48f96b1b8e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Aug 31 04:39:58.315244 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be48f33-3be0-4060-add1-3ad5cbbe68a0 req-984fdb14-bd98-4926-b419-9be9f7423b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:58.316745 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0be48f33-3be0-4060-add1-3ad5cbbe68a0 req-984fdb14-bd98-4926-b419-9be9f7423b69 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054540 Aug 31 04:39:58.326812 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad85840-0e1a-4b11-aeaf-f5b449ebcc19 req-006dbee7-7e47-4a73-a8a2-c6ff092cc461 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:58.328332 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0ad85840-0e1a-4b11-aeaf-f5b449ebcc19 req-006dbee7-7e47-4a73-a8a2-c6ff092cc461 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0468619 Aug 31 04:39:58.377507 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0ad85840-0e1a-4b11-aeaf-f5b449ebcc19 req-8ac8f76e-2dc0-4d20-915b-01e487f14076 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Aug 31 04:39:58.686423 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-8367fc76-f7cb-4833-a931-59376afb982d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:58.688003 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-8367fc76-f7cb-4833-a931-59376afb982d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.0820589 Aug 31 04:39:58.689043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-21e7ac55-75ce-48e2-8cfd-6d1d7306a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:58.690340 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-21e7ac55-75ce-48e2-8cfd-6d1d7306a7a4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1128 time: 0.0824380 Aug 31 04:39:58.768472 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-7b2f4c1c-8439-4920-831a-83ecb35f1231 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 200 len: 217 time: 0.0530043 Aug 31 04:39:58.858871 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Deleting port 53ccda52-6f23-4095-832d-ffc497d77603 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:39:58.859205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (53ccda52-6f23-4095-832d-ffc497d77603), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:58.869436 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-094e0071-6d9e-4421-9c27-f7670b9635e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:58.870859 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-094e0071-6d9e-4421-9c27-f7670b9635e3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0946352 Aug 31 04:39:58.974103 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bd43b-def5-43a4-ae4f-145b18a8bfea req-086eb012-815a-4bd4-b198-f0b8ba57c10d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:58.975538 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c83bd43b-def5-43a4-ae4f-145b18a8bfea req-086eb012-815a-4bd4-b198-f0b8ba57c10d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 945 time: 0.1185918 Aug 31 04:39:58.979992 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:58.994748 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-c9693cd1-d379-4b3c-9c5d-2e5f585974b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:58.997099 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-c9693cd1-d379-4b3c-9c5d-2e5f585974b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997596 Aug 31 04:39:59.094900 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:39:59.113617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] For port 53ccda52-6f23-4095-832d-ffc497d77603, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=53ccda52-6f23-4095-832d-ffc497d77603,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:39:59.113982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (53ccda52-6f23-4095-832d-ffc497d77603), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:59.137375 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c83bd43b-def5-43a4-ae4f-145b18a8bfea req-a51ce3bf-0d76-47c6-8bb1-b3a59ad52020 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c15944cb-4456-45b6-8a15-a64a5f55e66a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487269 Aug 31 04:39:59.208015 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-ac02ed42-6e12-43ff-a7f3-6877f0fce7f9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015994 Aug 31 04:39:59.513363 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a6abb-dde5-4f3c-b18e-078ab9e03467 req-2dbb6dfb-f190-4046-b82c-7a828025c8c0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:39:59.514959 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9f8a6abb-dde5-4f3c-b18e-078ab9e03467 req-2dbb6dfb-f190-4046-b82c-7a828025c8c0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0500550 Aug 31 04:39:59.565188 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9f8a6abb-dde5-4f3c-b18e-078ab9e03467 req-0941f1c1-077d-4aa5-89dc-3aec62a349a3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 Aug 31 04:39:59.641211 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:59.641736 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (837ea61e-cbd4-49ce-923a-928a6abf8521), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:59.642335 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Floating IP 837ea61e-cbd4-49ce-923a-928a6abf8521 disassociated. External IP: 172.27.3.31, port: 53ccda52-6f23-4095-832d-ffc497d77603. Aug 31 04:39:59.642417 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Calling delete_port for 53ccda52-6f23-4095-832d-ffc497d77603 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:39:59.654960 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9da4065f-36e2-46c0-8ffe-0d95fba38746 req-ffcb97d4-d63d-40ea-80a3-70b38e2e7ae1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187896 Aug 31 04:39:59.777274 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (53ccda52-6f23-4095-832d-ffc497d77603), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:39:59.803121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event deleted for resources: {'Port': ['ID=53ccda52-6f23-4095-832d-ffc497d77603,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:39:59.920201 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Router 6264883e-9b91-4c5c-a76e-f2fcd32636bd has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:00.026763 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:00.029754 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:00.041854 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] Sync routers for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:00.052094 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:00.052772 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:00.075227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] No DVR routers for this DVR port 53ccda52-6f23-4095-832d-ffc497d77603 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:00.077844 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:00.081293 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-50fbd8d4-5f08-432a-8e85-ceeb440f2f14 req-1bfbbe01-21f2-4e6e-a8d4-a0849bf3f360 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "DELETE /networking/v2.0/ports/53ccda52-6f23-4095-832d-ffc497d77603 HTTP/1.1" status: 204 len: 173 time: 1.3754478 Aug 31 04:40:00.081698 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'name': 'network-vif-deleted', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:00.084005 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceccc86b-0368-4b6c-88b7-01bfb9a5d0f5" -d '{"events": [{"server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "name": "network-vif-deleted", "tag": "53ccda52-6f23-4095-832d-ffc497d77603"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:00.123926 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9f8a0a-b2e9-41d8-b457-1f13c2a5c7fb x-openstack-request-id: req-ea9f8a0a-b2e9-41d8-b457-1f13c2a5c7fb {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:00.124213 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d80f26-ed89-466a-8716-08e48aa7dfb8", "name": "network-vif-deleted", "tag": "53ccda52-6f23-4095-832d-ffc497d77603", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:00.124448 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea9f8a0a-b2e9-41d8-b457-1f13c2a5c7fb {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:00.124845 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9f8a0a-b2e9-41d8-b457-1f13c2a5c7fb'] response: {'server_uuid': '37d80f26-ed89-466a-8716-08e48aa7dfb8', 'name': 'network-vif-deleted', 'tag': '53ccda52-6f23-4095-832d-ffc497d77603', 'status': 'completed', 'code': 200} Aug 31 04:40:00.159889 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:00.246828 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c4dfd2ed-3a8f-4957-8a38-9b04506ba160 req-013c494f-57d2-42e9-852e-7c95e6c3a749 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0328450 Aug 31 04:40:00.351921 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:00.380514 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] Checking router: 6264883e-9b91-4c5c-a76e-f2fcd32636bd for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:00.389168 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:00.389708 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:00.487610 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:00.705869 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820050e-395a-4ba5-a7e0-a2ad0c7b85d7 req-65134f0d-0bba-4a18-9c1b-1810b94e62b1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:00.707366 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0820050e-395a-4ba5-a7e0-a2ad0c7b85d7 req-65134f0d-0bba-4a18-9c1b-1810b94e62b1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0532992 Aug 31 04:40:00.757177 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0820050e-395a-4ba5-a7e0-a2ad0c7b85d7 req-ae21ae8d-c57f-4744-8fdb-658894f155f1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435469 Aug 31 04:40:00.775237 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:00.800293 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355551a2-9672-4092-9afa-8c355adec6ae None None] The sync data for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi is: [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:01.016319 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a54976-d2d7-4898-a83c-f8a704bdef59 None None] New status for floating IP 837ea61e-cbd4-49ce-923a-928a6abf8521: DOWN {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:40:01.365476 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6c137c3f-df01-4a23-8b87-6e4bcee3ebaa req-63a28352-b166-498f-829f-fc6a5e518482 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=37d80f26-ed89-466a-8716-08e48aa7dfb8 HTTP/1.1" status: 200 len: 210 time: 0.0288327 Aug 31 04:40:01.590701 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:40:01.703004 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:01.715573 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'port_id': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:40:01.762156 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:01.762532 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:01.776391 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:40:01.796877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:01.803686 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:01.850959 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:01.858904 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.859245 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.859601 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.860595 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.860925 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.861248 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.861554 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.861869 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.862185 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.862499 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.862910 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.863249 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.863580 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.863870 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.864204 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:01.887206 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0245ccf-2484-451d-b5f8-03bfbc90da3c req-b2ed58c0-0e53-47e2-a124-0f7bb297a040 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:01.888773 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b0245ccf-2484-451d-b5f8-03bfbc90da3c req-b2ed58c0-0e53-47e2-a124-0f7bb297a040 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 945 time: 0.0477891 Aug 31 04:40:01.936345 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b0245ccf-2484-451d-b5f8-03bfbc90da3c req-fe4cb84d-c89c-4681-a004-a7d9f6a0e98f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416467 Aug 31 04:40:02.234542 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:02.462571 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53444) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:02.480533 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:02.521516 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ef10171b-8e0f-4b13-8f63-5fb1209f4b46 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (c15944cb-4456-45b6-8a15-a64a5f55e66a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:02.547539 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ef10171b-8e0f-4b13-8f63-5fb1209f4b46 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (c15944cb-4456-45b6-8a15-a64a5f55e66a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:02.602088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ef10171b-8e0f-4b13-8f63-5fb1209f4b46 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c15944cb-4456-45b6-8a15-a64a5f55e66a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:02.605080 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ef10171b-8e0f-4b13-8f63-5fb1209f4b46 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:02.606216 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ef10171b-8e0f-4b13-8f63-5fb1209f4b46 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c15944cb-4456-45b6-8a15-a64a5f55e66a HTTP/1.1" status: 204 len: 168 time: 0.1424603 Aug 31 04:40:02.609345 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53446) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:02.615344 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10171b-8e0f-4b13-8f63-5fb1209f4b46 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15944cb-4456-45b6-8a15-a64a5f55e66a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:02.624051 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.api.v2.resource [None req-2476edb9-0cea-4c07-b8a8-cce54eff2de8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] show failed (client error): The resource could not be found. Aug 31 04:40:02.627088 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-2476edb9-0cea-4c07-b8a8-cce54eff2de8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups/c15944cb-4456-45b6-8a15-a64a5f55e66a HTTP/1.1" status: 404 len: 347 time: 0.0146313 Aug 31 04:40:02.628518 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53448) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:02.741785 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Deleting port e992cccd-e2d8-46ce-a10b-659d0529b12a {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:02.742002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:02.827620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:02.828054 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (e992cccd-e2d8-46ce-a10b-659d0529b12a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:02.841195 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Calling delete_port for e992cccd-e2d8-46ce-a10b-659d0529b12a owned by network:floatingip {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:02.996561 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (e992cccd-e2d8-46ce-a10b-659d0529b12a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.021170 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event deleted for resources: {'Port': ['ID=e992cccd-e2d8-46ce-a10b-659d0529b12a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:03.066344 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f1a98-767f-495f-853d-8f07fdbeee33 req-c0d83c28-e670-4469-8e43-0c421d3780a2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:03.068605 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-757f1a98-767f-495f-853d-8f07fdbeee33 req-c0d83c28-e670-4469-8e43-0c421d3780a2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 945 time: 0.0527978 Aug 31 04:40:03.088256 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (837ea61e-cbd4-49ce-923a-928a6abf8521), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.090791 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.091959 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-778cde82-15a0-4bd6-945d-0725209679e1 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/837ea61e-cbd4-49ce-923a-928a6abf8521 HTTP/1.1" status: 204 len: 168 time: 0.4624798 Aug 31 04:40:03.117072 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-757f1a98-767f-495f-853d-8f07fdbeee33 req-681468e6-e17c-4135-8c86-2d86baaaa6d9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Aug 31 04:40:03.185228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53456) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:03.190091 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-a22896d5-a019-4eaa-a7e7-a060299225cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919903641', 'description': 'tempest-description--1381677193'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:03.212463 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a22896d5-a019-4eaa-a7e7-a060299225cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.249301 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:03.282989 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a22896d5-a019-4eaa-a7e7-a060299225cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (72ec51b5-5422-40c2-8590-26fd246993a9), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.288959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a22896d5-a019-4eaa-a7e7-a060299225cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (72ec51b5-5422-40c2-8590-26fd246993a9), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.318324 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a22896d5-a019-4eaa-a7e7-a060299225cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.319602 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a22896d5-a019-4eaa-a7e7-a060299225cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1333606 Aug 31 04:40:03.321529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22896d5-a019-4eaa-a7e7-a060299225cd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec51b5-5422-40c2-8590-26fd246993a9,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:03.322816 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53458) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:03.327527 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'security_group_rule': {'security_group_id': '72ec51b5-5422-40c2-8590-26fd246993a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:03.366937 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (30dc80dc-a9de-4e43-b66c-a4fef70e89bd), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.376778 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:03.427584 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (30dc80dc-a9de-4e43-b66c-a4fef70e89bd), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.433006 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (30dc80dc-a9de-4e43-b66c-a4fef70e89bd), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.450401 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30dc80dc-a9de-4e43-b66c-a4fef70e89bd,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:03.458305 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.458637 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.459000 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.459336 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.459660 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.459984 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.460287 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.460607 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.460924 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.461243 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.461561 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.461879 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.462195 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.462508 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.462844 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:03.467753 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.469195 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-162e4b5c-00a9-4fba-95ba-27be0da9b1ab tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450562 Aug 31 04:40:03.471930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53460) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:03.476572 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-22c4aadb-3b6d-407e-9ccf-084881283926 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'security_group_rule': {'security_group_id': '72ec51b5-5422-40c2-8590-26fd246993a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:03.506754 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22c4aadb-3b6d-407e-9ccf-084881283926 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (a6adc3ae-38a7-46c4-a35d-982af092266e), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.557119 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:03.575289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22c4aadb-3b6d-407e-9ccf-084881283926 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (a6adc3ae-38a7-46c4-a35d-982af092266e), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.580606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22c4aadb-3b6d-407e-9ccf-084881283926 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (a6adc3ae-38a7-46c4-a35d-982af092266e), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.594266 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:03.602384 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4aadb-3b6d-407e-9ccf-084881283926 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6adc3ae-38a7-46c4-a35d-982af092266e,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:03.607729 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22c4aadb-3b6d-407e-9ccf-084881283926 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.612299 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-22c4aadb-3b6d-407e-9ccf-084881283926 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359935 Aug 31 04:40:03.612299 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53462) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:03.616483 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:03.640159 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.640386 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:40:03.646436 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:03.646834 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.665166 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:03.686352 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:03.720450 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.720674 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:03.721057 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.744515 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:03.746767 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e67994-4565-420f-9ddd-c5336b9c95f5" -d '{"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:03.760415 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:03.768756 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.769677 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 53ccda52-6f23-4095-832d-ffc497d77603 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:03.807967 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889665ad-f121-4ed3-9d1a-06e23b90e5e4 x-openstack-request-id: req-889665ad-f121-4ed3-9d1a-06e23b90e5e4 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:03.808271 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:03.808535 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-889665ad-f121-4ed3-9d1a-06e23b90e5e4 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:03.808909 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889665ad-f121-4ed3-9d1a-06e23b90e5e4'] response: {'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'code': 200} Aug 31 04:40:03.811301 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 53ccda52-6f23-4095-832d-ffc497d77603 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:03.811641 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 53ccda52-6f23-4095-832d-ffc497d77603 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:03.835713 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:03.837449 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Allocated IP 172.27.3.241 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/fc80827f-8291-4330-87a2-9bbdf99b5947) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:03.945163 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:03.988362 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:04.030167 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:04.035568 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:04.037924 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:04.041169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:04.058689 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'Port': ['ID=fc80827f-8291-4330-87a2-9bbdf99b5947,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:04.160023 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (e7d8d502-6faf-4a3b-806c-3e76a949cdfe), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:04.169588 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ca661-dc26-48c2-91e1-9480bb3e27cc req-385cc303-8e18-4648-aa04-a721d95174d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:04.171115 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b43ca661-dc26-48c2-91e1-9480bb3e27cc req-385cc303-8e18-4648-aa04-a721d95174d3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1130 time: 0.2063351 Aug 31 04:40:04.215025 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:40:04.245616 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:04.297730 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78954a8f-1cef-4f55-9127-6fecce86f337 req-e3b5b386-a46f-4d68-bcab-bc13b977764e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:04.299084 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-78954a8f-1cef-4f55-9127-6fecce86f337 req-e3b5b386-a46f-4d68-bcab-bc13b977764e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.1011062 Aug 31 04:40:04.319382 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b43ca661-dc26-48c2-91e1-9480bb3e27cc req-2a8fe1cf-8826-4dd9-879c-03fd8e984906 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417708 Aug 31 04:40:04.398578 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-78954a8f-1cef-4f55-9127-6fecce86f337 req-cc4471a3-2ba7-4aa5-8ca6-4da1149790d3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886917 Aug 31 04:40:04.428012 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:04.460730 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:04.466183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:04.535637 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'Port': ['ID=fc80827f-8291-4330-87a2-9bbdf99b5947,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:04.538207 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (e7d8d502-6faf-4a3b-806c-3e76a949cdfe), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:04.556931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:04.558110 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-558a0b93-538d-4203-a395-ed5685e348ee tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9449754 Aug 31 04:40:04.778477 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-f1380583-310e-4745-b345-cf1535fd3bc5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1919903641&fields=id&tenant_id=94afda48b8e545dfaeac33a66f592fe2 HTTP/1.1" status: 200 len: 267 time: 0.0446570 Aug 31 04:40:04.898678 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-6698fe29-2cad-4195-bfd5-d51d84387943 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:04.900157 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-6698fe29-2cad-4195-bfd5-d51d84387943 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 811 time: 0.1143200 Aug 31 04:40:04.915097 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-d76a2f7d-72aa-449c-8026-855eebb23780 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/quotas/94afda48b8e545dfaeac33a66f592fe2 HTTP/1.1" status: 200 len: 375 time: 0.0094762 Aug 31 04:40:04.968359 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-d7cb9ecd-bd9d-41cf-babd-84185bb29b0e tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482492 Aug 31 04:40:05.033213 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:05.114419 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-1f40fa34-a8b8-487c-b35a-5d583e93556c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336861 Aug 31 04:40:05.219170 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-15fc7022-8bee-44d4-a22d-7c5bf3d4292c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961521 Aug 31 04:40:05.400475 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3a286b31-f731-40df-bbed-0cfcf3c2dbd5 req-f859c264-e914-4d67-a1c3-5be81e4638cf tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Aug 31 04:40:05.538869 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa19093-2d6c-4217-9013-7d4902efd07a req-dc77a56f-9f4b-4920-9b75-f816aeabb2c4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:05.540775 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cfa19093-2d6c-4217-9013-7d4902efd07a req-dc77a56f-9f4b-4920-9b75-f816aeabb2c4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0500546 Aug 31 04:40:05.592984 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cfa19093-2d6c-4217-9013-7d4902efd07a req-abec1c33-f41c-432c-8b52-d33708c39dc2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463581 Aug 31 04:40:06.503484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dc5dca95-efd5-435b-9d88-db59c3a5c61a req-c99d8349-c854-454c-9051-cc2b1de404d3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 210 time: 0.0291543 Aug 31 04:40:06.736826 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad044f-4d1f-43f5-94a9-519e0e93ed3d req-21bafeb2-d3c8-4b92-a543-40ae0eb7a135 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:06.738301 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-00ad044f-4d1f-43f5-94a9-519e0e93ed3d req-21bafeb2-d3c8-4b92-a543-40ae0eb7a135 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0583084 Aug 31 04:40:06.788123 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-00ad044f-4d1f-43f5-94a9-519e0e93ed3d req-9c94bfff-923d-4ab9-922c-171ab222d270 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 Aug 31 04:40:06.949399 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47852-f91b-417c-bf61-f354c0c09098 req-d0461699-1a2b-429f-8f8a-69da95e2ed2f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:06.950914 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0cd47852-f91b-417c-bf61-f354c0c09098 req-d0461699-1a2b-429f-8f8a-69da95e2ed2f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0846872 Aug 31 04:40:06.961373 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53502) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:06.966574 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Request body: {'floatingip': {'port_id': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:06.987750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-0d59ed68-5507-4f9f-b317-cc7b26cecdc5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:06.989211 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-0d59ed68-5507-4f9f-b317-cc7b26cecdc5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 811 time: 0.1510956 Aug 31 04:40:07.006165 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (18b119bf-3d33-485a-8bdb-2a8a94b8a31c), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.080214 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-3f45f0bd-88dd-4c6a-9fc5-daf5c93492aa tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94afda48b8e545dfaeac33a66f592fe2 HTTP/1.1" status: 200 len: 380 time: 0.0562930 Aug 31 04:40:07.179898 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'port': {'device_id': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'admin_state_up': True, 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'security_groups': ['72ec51b5-5422-40c2-8590-26fd246993a9']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:07.244531 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:07.297861 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Made reservation on behalf of 94afda48b8e545dfaeac33a66f592fe2 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:07.301760 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.302961 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:07.434389 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Allocated IP 172.20.0.3 (e4d0d7af-fefb-4895-aa58-44d019a740ec/85b76da2-6d29-44c7-a235-ffa1bd426087/e93ec718-bb93-4cf8-88f6-b2a75cf59395) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:07.436509 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.441042 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (18b119bf-3d33-485a-8bdb-2a8a94b8a31c), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.539025 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Floating IP 18b119bf-3d33-485a-8bdb-2a8a94b8a31c associated. External IP: 172.27.3.39, port: e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8. Aug 31 04:40:07.580232 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.613008 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.613892 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0e5c2679-9b4e-477f-bbb6-aac64c891ecb req-adeb32c7-440e-468d-aea3-794e107b9f68 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 210 time: 0.0347445 Aug 31 04:40:07.660087 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:07.667070 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:07.673752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Network e4d0d7af-fefb-4895-aa58-44d019a740ec is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:07.677807 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:07.680472 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:07.708536 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event updated for resources: {'Port': ['ID=e93ec718-bb93-4cf8-88f6-b2a75cf59395,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:07.744061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:07.744829 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.764402 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-53d6c5db-1404-4abe-975d-6dead6877e59 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885634 Aug 31 04:40:07.783097 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Request body: {'port': {'device_id': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:07.852981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.877121 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-cb820f31-58ad-4f50-8c6d-43d85ca848e0 None None] Provisioning complete for port e93ec718-bb93-4cf8-88f6-b2a75cf59395 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:07.877737 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-cb820f31-58ad-4f50-8c6d-43d85ca848e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:07.911153 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-cb820f31-58ad-4f50-8c6d-43d85ca848e0 None None] Port e93ec718-bb93-4cf8-88f6-b2a75cf59395 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:40:08.011943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Router 9102118a-351c-4044-ae5c-912473d84ac4 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:08.066978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:08.114578 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:08.119941 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:08.125379 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] Sync routers for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:08.128782 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93ec718-bb93-4cf8-88f6-b2a75cf59395 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:40:08.137145 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Publish callbacks [] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:08.137312 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:08.137813 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:08.150752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Transition to ACTIVE for port object e93ec718-bb93-4cf8-88f6-b2a75cf59395 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:40:08.153981 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b051a2a6-de86-4e8f-8e22-8e171879a5d1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/18b119bf-3d33-485a-8bdb-2a8a94b8a31c HTTP/1.1" status: 200 len: 991 time: 1.1910989 Aug 31 04:40:08.154685 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:08.157665 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a334f9-7291-472d-9df1-52537706b82d" -d '{"events": [{"name": "network-changed", "server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:08.158938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:08.197301 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896958cb-4129-4c8d-87a0-dea4bc3b4547 x-openstack-request-id: req-896958cb-4129-4c8d-87a0-dea4bc3b4547 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:08.197599 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:08.197845 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-896958cb-4129-4c8d-87a0-dea4bc3b4547 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:08.198257 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896958cb-4129-4c8d-87a0-dea4bc3b4547'] response: {'name': 'network-changed', 'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'status': 'completed', 'code': 200} Aug 31 04:40:08.226121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Pushing event updated for resources: {'Port': ['ID=e93ec718-bb93-4cf8-88f6-b2a75cf59395,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:08.254444 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:08.320240 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a334f9-7291-472d-9df1-52537706b82d req-03e7f503-a560-4646-9542-db0e0c65bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.321671 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-86a334f9-7291-472d-9df1-52537706b82d req-03e7f503-a560-4646-9542-db0e0c65bf2f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1130 time: 0.0655692 Aug 31 04:40:08.322454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Attempting to bind port e93ec718-bb93-4cf8-88f6-b2a75cf59395 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:40:08.323385 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Attempting to bind port e93ec718-bb93-4cf8-88f6-b2a75cf59395 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:40:08.323385 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Attempting to bind port e93ec718-bb93-4cf8-88f6-b2a75cf59395 on network e4d0d7af-fefb-4895-aa58-44d019a740ec {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:08.327954 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Port e93ec718-bb93-4cf8-88f6-b2a75cf59395 on network e4d0d7af-fefb-4895-aa58-44d019a740ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:40:08.328235 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Attempting to bind port e93ec718-bb93-4cf8-88f6-b2a75cf59395 on network e4d0d7af-fefb-4895-aa58-44d019a740ec {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:08.341851 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:40:08.342192 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Checking segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:08.342566 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Bound using segment: {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:40:08.343028 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Bound port: e93ec718-bb93-4cf8-88f6-b2a75cf59395, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b475096c-428f-4609-9c58-38be50788808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:40:08.343383 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:08.410914 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:08.431148 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:08.474947 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '18b119bf-3d33-485a-8bdb-2a8a94b8a31c', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'port_id': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:39:50Z', 'updated_at': '2022-08-31T04:40:07Z', 'revision_number': 1, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:08.476880 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a334f9-7291-472d-9df1-52537706b82d req-db767dd3-331f-47fb-9d01-56e058e0e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.478543 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-86a334f9-7291-472d-9df1-52537706b82d req-db767dd3-331f-47fb-9d01-56e058e0e98a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.1481681 Aug 31 04:40:08.480053 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] For port e93ec718-bb93-4cf8-88f6-b2a75cf59395, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:40:08.483931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] For port e93ec718-bb93-4cf8-88f6-b2a75cf59395, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:40:08.495084 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:08.500994 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] Checking router: 9102118a-351c-4044-ae5c-912473d84ac4 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:08.509830 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:08.510376 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:08.527346 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:08.542606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.543343 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:08.544817 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e93ec718-bb93-4cf8-88f6-b2a75cf59395 HTTP/1.1" status: 200 len: 1093 time: 0.7665331 Aug 31 04:40:08.546356 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:08.549940 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71347eb2-fe0c-4632-aed7-75af8acaba29" -d '{"events": [{"name": "network-changed", "server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:08.603021 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-86a334f9-7291-472d-9df1-52537706b82d req-8d1b2760-10ea-412d-86d7-2888f1a19683 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 200 len: 999 time: 0.1167831 Aug 31 04:40:08.645655 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:08.676452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c547cdb-924a-4423-a360-173ce9175669 service neutron] Pushing event updated for resources: {'Port': ['ID=e93ec718-bb93-4cf8-88f6-b2a75cf59395,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:08.697768 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-188bfc4c-8274-4bfd-9ef0-ab9ee2e9c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.699584 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-188bfc4c-8274-4bfd-9ef0-ab9ee2e9c1a3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 1127 time: 0.0752308 Aug 31 04:40:08.720044 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a334f9-7291-472d-9df1-52537706b82d req-23e2a62d-9b15-4116-b05e-244c73af1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.721321 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-86a334f9-7291-472d-9df1-52537706b82d req-23e2a62d-9b15-4116-b05e-244c73af1c42 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.1125090 Aug 31 04:40:08.793306 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f78195-c03b-4454-9903-a9726f1f4f91 x-openstack-request-id: req-02f78195-c03b-4454-9903-a9726f1f4f91 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:08.793602 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:08.793855 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02f78195-c03b-4454-9903-a9726f1f4f91 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:08.794251 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f78195-c03b-4454-9903-a9726f1f4f91'] response: {'name': 'network-changed', 'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'status': 'completed', 'code': 200} Aug 31 04:40:08.795874 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-cb7a6ed5-4a2c-4a72-a363-65b69f8b3bb9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395 HTTP/1.1" status: 200 len: 217 time: 0.0788889 Aug 31 04:40:08.840852 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3fbdf-0b6f-4634-b8f3-d207b1b11a3d req-50cac934-71d6-4d40-a4e1-aa7cb0856e87 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.842305 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e6b3fbdf-0b6f-4634-b8f3-d207b1b11a3d req-50cac934-71d6-4d40-a4e1-aa7cb0856e87 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 943 time: 0.1266642 Aug 31 04:40:08.867360 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a334f9-7291-472d-9df1-52537706b82d req-02677919-d59b-44aa-a393-8133ad4ba062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.868856 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-86a334f9-7291-472d-9df1-52537706b82d req-02677919-d59b-44aa-a393-8133ad4ba062 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1296940 Aug 31 04:40:08.905079 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '18b119bf-3d33-485a-8bdb-2a8a94b8a31c', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'port_id': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:39:50Z', 'updated_at': '2022-08-31T04:40:07Z', 'revision_number': 1, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:08.932604 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4c6f72-d3dc-4e7d-bdbb-d6856257586a None None] The sync data for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi is: [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '18b119bf-3d33-485a-8bdb-2a8a94b8a31c', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'port_id': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:39:50Z', 'updated_at': '2022-08-31T04:40:07Z', 'revision_number': 1, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:08.952655 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-aa2d9e9c-c2ed-4ba3-b9cc-ec39cd9d6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:08.954240 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-aa2d9e9c-c2ed-4ba3-b9cc-ec39cd9d6daa service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.1292892 Aug 31 04:40:09.016090 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e6b3fbdf-0b6f-4634-b8f3-d207b1b11a3d req-96018c52-eff6-4122-afa0-a0d3c08f15dc tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503496 Aug 31 04:40:09.037178 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-7f62d9b4-8358-4ec0-8db7-f3f3649eb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:09.038763 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-7f62d9b4-8358-4ec0-8db7-f3f3649eb0db service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712914 Aug 31 04:40:09.051187 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-86a334f9-7291-472d-9df1-52537706b82d req-a985a044-6446-46d1-985e-f8f6c11792ad service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729884 Aug 31 04:40:09.126465 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:09.183584 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f155f-e7a1-4a1a-ab7b-818ebd4be2b7 None None] New status for floating IP 18b119bf-3d33-485a-8bdb-2a8a94b8a31c: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:40:09.220238 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-5a753879-fec0-4e2c-af31-e392277205d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632650 Aug 31 04:40:09.235048 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-86a334f9-7291-472d-9df1-52537706b82d req-d26d3479-b7d2-4f07-90b5-fde5b6191345 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548035 Aug 31 04:40:09.617110 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02220b4b-97d3-4910-a016-972fea9e5b00 req-5d0be242-0c66-4e39-91e0-bfb02549f1ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927031 Aug 31 04:40:10.156375 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09ac5-59c9-4d33-9672-3ac6372ca11b req-e6c62e56-5855-47f0-a89c-808798717f84 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:10.157847 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0da09ac5-59c9-4d33-9672-3ac6372ca11b req-e6c62e56-5855-47f0-a89c-808798717f84 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 943 time: 0.0506306 Aug 31 04:40:10.205637 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0da09ac5-59c9-4d33-9672-3ac6372ca11b req-04ecb785-cdd8-4088-9b9c-cb189ab19dae tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Aug 31 04:40:10.692902 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-c92f8555-3056-4503-bcc0-4ca08efca95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:10.694410 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-c92f8555-3056-4503-bcc0-4ca08efca95c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 1127 time: 0.0431483 Aug 31 04:40:10.756616 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:10.788756 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-2fd301cf-bd88-4465-a7b4-2fbf247cdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:10.790232 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-2fd301cf-bd88-4465-a7b4-2fbf247cdd18 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 912 time: 0.0898662 Aug 31 04:40:10.830633 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-1f520cab-4d99-4457-ab0f-13aa12853c02 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395 HTTP/1.1" status: 200 len: 217 time: 0.0336156 Aug 31 04:40:10.884175 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-62dd3331-1d16-4245-af38-b7a5f41a4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:10.885601 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-62dd3331-1d16-4245-af38-b7a5f41a4866 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.0488591 Aug 31 04:40:10.930606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-87730f2d-dba3-44a1-a074-30d35003a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:10.932169 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-87730f2d-dba3-44a1-a074-30d35003a92f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399909 Aug 31 04:40:11.037971 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-ed6a050f-504a-4e71-a03e-cbbf5bad4fbb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976062 Aug 31 04:40:11.135907 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-71347eb2-fe0c-4632-aed7-75af8acaba29 req-5605a764-1c39-420e-8da5-6ff09d3a983d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904424 Aug 31 04:40:11.501069 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d0504-8152-404b-8120-e77afc9543af req-70015fe1-4bb9-4190-9a14-320c4580d0d5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:11.502661 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5f0d0504-8152-404b-8120-e77afc9543af req-70015fe1-4bb9-4190-9a14-320c4580d0d5 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0498605 Aug 31 04:40:11.551344 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5f0d0504-8152-404b-8120-e77afc9543af req-6bc189da-0402-479a-9574-6669bc993373 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426226 Aug 31 04:40:11.610760 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65561-4fd5-4ed7-a782-9f6dcdaf97f4 req-a921ba87-3fc4-4109-99a0-f1db9cf76db5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:11.612264 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ab65561-4fd5-4ed7-a782-9f6dcdaf97f4 req-a921ba87-3fc4-4109-99a0-f1db9cf76db5 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 943 time: 0.3299387 Aug 31 04:40:11.663535 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ab65561-4fd5-4ed7-a782-9f6dcdaf97f4 req-a85339e7-cb47-401d-90cb-1e6e57c4da56 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Aug 31 04:40:12.686155 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cc351-6945-401c-943f-1aff94de19e3 req-618fc1d4-e4b5-4112-b4b7-950cc748fde3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:12.687651 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-701cc351-6945-401c-943f-1aff94de19e3 req-618fc1d4-e4b5-4112-b4b7-950cc748fde3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0496769 Aug 31 04:40:12.749089 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-701cc351-6945-401c-943f-1aff94de19e3 req-39df3ed7-3b7e-42c2-9803-0ce92d8678d9 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532131 Aug 31 04:40:12.801409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13949c09-d9af-47aa-8d5f-8a6262154158 req-bc8e2ce8-f612-4365-88b1-971f1458dcaf tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:12.802904 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13949c09-d9af-47aa-8d5f-8a6262154158 req-bc8e2ce8-f612-4365-88b1-971f1458dcaf tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 943 time: 0.0474942 Aug 31 04:40:12.867228 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13949c09-d9af-47aa-8d5f-8a6262154158 req-57606bf6-078d-4f0d-81aa-bd81b90ca1e8 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585721 Aug 31 04:40:13.624602 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e93ec718-bb93-4cf8-88f6-b2a75cf59395 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:40:13.734030 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e93ec718-bb93-4cf8-88f6-b2a75cf59395, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:13.745776 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'port_id': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'mac_address': 'fa:16:3e:07:bb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:40:13.783742 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e93ec718-bb93-4cf8-88f6-b2a75cf59395 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:13.784124 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:13.797258 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93ec718-bb93-4cf8-88f6-b2a75cf59395 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:40:13.817470 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e93ec718-bb93-4cf8-88f6-b2a75cf59395, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:13.822856 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:13.869643 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e93ec718-bb93-4cf8-88f6-b2a75cf59395,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:13.871974 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4963-e8f2-4b47-b38d-da4e01dd9dae req-f2215f4d-b16a-4272-af6d-96f50ea9493c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:13.873467 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-172b4963-e8f2-4b47-b38d-da4e01dd9dae req-f2215f4d-b16a-4272-af6d-96f50ea9493c tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0502386 Aug 31 04:40:13.921121 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-172b4963-e8f2-4b47-b38d-da4e01dd9dae req-05e4675d-a0bc-4806-91f3-b095367bd517 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Aug 31 04:40:13.991121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8e7a-ef7b-4ebb-ba10-f6a26c7902f5 req-12904061-f5f6-4207-8536-e591f232c2af tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:13.992598 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2cca8e7a-ef7b-4ebb-ba10-f6a26c7902f5 req-12904061-f5f6-4207-8536-e591f232c2af tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 944 time: 0.0504096 Aug 31 04:40:14.028078 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:14.040214 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2cca8e7a-ef7b-4ebb-ba10-f6a26c7902f5 req-d406a96f-6c14-404e-be9e-99def0ee867d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 Aug 31 04:40:14.203221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['e93ec718-bb93-4cf8-88f6-b2a75cf59395'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:14.295926 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:15.050510 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70df29-1629-45b4-83bb-9f8e5bea7b75 req-08d47185-357e-4f39-ae65-f744d1a38e7b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:15.052067 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fc70df29-1629-45b4-83bb-9f8e5bea7b75 req-08d47185-357e-4f39-ae65-f744d1a38e7b tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0516689 Aug 31 04:40:15.110633 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fc70df29-1629-45b4-83bb-9f8e5bea7b75 req-edbacaee-da76-430d-9792-5c7630b7d866 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd701b85-8052-41c4-831f-e7cb0fd5ef4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501931 Aug 31 04:40:15.185675 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedec455-c1df-4a86-ba6a-836d193e627f req-12da8452-3ac1-414a-99c7-10b8a7eb0c6d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:15.187153 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cedec455-c1df-4a86-ba6a-836d193e627f req-12da8452-3ac1-414a-99c7-10b8a7eb0c6d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 946 time: 0.0746596 Aug 31 04:40:15.207495 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef4877-ad7c-4980-b09f-7a06fd1618f8 req-5dc056d5-e50f-414c-8cb7-e425c7e7f69c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:15.208813 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9bef4877-ad7c-4980-b09f-7a06fd1618f8 req-5dc056d5-e50f-414c-8cb7-e425c7e7f69c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 944 time: 0.0665123 Aug 31 04:40:15.314516 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9bef4877-ad7c-4980-b09f-7a06fd1618f8 req-0fdc4ad7-2da6-442a-bd68-a5e68af8be6a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855715 Aug 31 04:40:15.315200 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Deleting port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:15.315545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.414760 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] For port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:15.415159 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.511694 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9c5590df-d156-4a4b-95e1-db209d6486c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.523677 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:15.586227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.586938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.587501 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Floating IP d7052424-7f12-4ba3-8e0a-c6821e33c113 disassociated. External IP: 172.27.3.26, port: 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56. Aug 31 04:40:15.587865 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Calling delete_port for 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:15.632720 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e93ec718-bb93-4cf8-88f6-b2a75cf59395 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:15.634926 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:15.676907 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port e93ec718-bb93-4cf8-88f6-b2a75cf59395 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:40:15.683272 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port e93ec718-bb93-4cf8-88f6-b2a75cf59395 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:15.683696 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.728244 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (1f8c2e75-3b33-4b6c-927f-d08d1ef62c56), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.757772 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event deleted for resources: {'Port': ['ID=1f8c2e75-3b33-4b6c-927f-d08d1ef62c56,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:15.767196 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e93ec718-bb93-4cf8-88f6-b2a75cf59395 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:15.767196 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.793714 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:15.796065 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c162942-734a-450b-95d9-602735bf1fdd" -d '{"events": [{"server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "name": "network-vif-plugged", "status": "completed", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:15.809423 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e93ec718-bb93-4cf8-88f6-b2a75cf59395, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:15.813403 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:15.848224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce06df1e-ff0f-49d2-9024-9ee2e15b9287 x-openstack-request-id: req-ce06df1e-ff0f-49d2-9024-9ee2e15b9287 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:15.848535 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "name": "network-vif-plugged", "status": "completed", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:15.848790 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce06df1e-ff0f-49d2-9024-9ee2e15b9287 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:15.849181 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce06df1e-ff0f-49d2-9024-9ee2e15b9287'] response: {'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'code': 200} Aug 31 04:40:15.866639 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e93ec718-bb93-4cf8-88f6-b2a75cf59395,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:15.877316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Router 130b057b-8922-41a1-aa38-452d71a7f409 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:15.928543 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:15.990309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:16.004949 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] Sync routers for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:16.015698 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:16.016845 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:16.044218 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] No DVR routers for this DVR port 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:16.061783 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:16.067382 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cedec455-c1df-4a86-ba6a-836d193e627f req-9051b88e-d043-4295-8a22-7f98acf7b7ca tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "DELETE /networking/v2.0/ports/1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 HTTP/1.1" status: 204 len: 173 time: 0.8714173 Aug 31 04:40:16.067382 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'name': 'network-vif-deleted', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:16.067965 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be701d3f-d407-4dd2-9899-d8339350c286" -d '{"events": [{"server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "name": "network-vif-deleted", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:16.083924 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0dab6-2afa-42be-b769-0f2a3e5d0d64 req-41ffec14-37b1-4cf4-b22f-a963e7817885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:16.085108 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4bc0dab6-2afa-42be-b769-0f2a3e5d0d64 req-41ffec14-37b1-4cf4-b22f-a963e7817885 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 1129 time: 0.0496929 Aug 31 04:40:16.131534 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea380013-3ff8-42a7-ae1b-f74b0e4ea5a4 x-openstack-request-id: req-ea380013-3ff8-42a7-ae1b-f74b0e4ea5a4 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:16.131822 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543cfc4e-7580-4e55-999c-9bb37cbfca94", "name": "network-vif-deleted", "tag": "1f8c2e75-3b33-4b6c-927f-d08d1ef62c56", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:16.132077 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea380013-3ff8-42a7-ae1b-f74b0e4ea5a4 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:16.132484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea380013-3ff8-42a7-ae1b-f74b0e4ea5a4'] response: {'server_uuid': '543cfc4e-7580-4e55-999c-9bb37cbfca94', 'name': 'network-vif-deleted', 'tag': '1f8c2e75-3b33-4b6c-927f-d08d1ef62c56', 'status': 'completed', 'code': 200} Aug 31 04:40:16.136655 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:16.161982 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4bc0dab6-2afa-42be-b769-0f2a3e5d0d64 req-29158a9d-93d5-4bf2-b649-9809afbaa92d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707424 Aug 31 04:40:16.246476 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-df3cff3f-0506-48ee-b27e-eddd3a065640 req-5b3e124f-9bc6-48fa-8e53-232e48be8fc0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Aug 31 04:40:16.328031 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:16.356007 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] Checking router: 130b057b-8922-41a1-aa38-452d71a7f409 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:16.364748 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:16.365334 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:39:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:16.441058 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79f5b6-5914-4866-9db9-ba03e978c10a req-23f5dc2e-79d2-4eeb-8e3c-b202a9a92923 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:16.442590 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3e79f5b6-5914-4866-9db9-ba03e978c10a req-23f5dc2e-79d2-4eeb-8e3c-b202a9a92923 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Aug 31 04:40:16.477926 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:16.511199 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3e79f5b6-5914-4866-9db9-ba03e978c10a req-3bd0ee24-7938-4262-9c81-b5e131f5bd9d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625784 Aug 31 04:40:16.678299 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:16.688494 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:16.755936 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:16.780555 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a6b01-996e-4984-b351-c12a52272ba6 None None] The sync data for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi is: [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '653b4f4d-1ba7-4973-92f5-bad17eeb2015', 'name': '', 'network_id': '2813bab1-8e5c-4bae-a18b-804fcb1fb44c', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'mac_address': 'fa:16:3e:57:42:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:47Z', 'updated_at': '2022-08-31T04:35:01Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'subnets': [{'id': '3578ffd1-14a4-4cef-89be-992597a84cfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:17.007946 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d06461-5286-42d4-9056-fe71cafb5d56 None None] New status for floating IP d7052424-7f12-4ba3-8e0a-c6821e33c113: DOWN {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:40:17.364454 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-872399ca-2984-4aa8-a180-bfae08931dda req-ed66a113-6e02-4f1c-b611-4b5ee85b6065 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=543cfc4e-7580-4e55-999c-9bb37cbfca94 HTTP/1.1" status: 200 len: 210 time: 0.0303798 Aug 31 04:40:17.647566 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868a8a6-cea6-4590-85e4-3d2e4599280c req-291cca84-210a-495b-87ea-4d62bce9bf51 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:17.649064 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4868a8a6-cea6-4590-85e4-3d2e4599280c req-291cca84-210a-495b-87ea-4d62bce9bf51 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0526731 Aug 31 04:40:17.698087 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4868a8a6-cea6-4590-85e4-3d2e4599280c req-3079b878-06d4-4354-9dc2-70966fd14d4c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Aug 31 04:40:17.821904 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176d58-dbcd-4413-a38f-4d1a8aafd67a req-ec05adc8-2584-4f3c-b4f7-8ae9184b1b0b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:17.823477 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e5176d58-dbcd-4413-a38f-4d1a8aafd67a req-ec05adc8-2584-4f3c-b4f7-8ae9184b1b0b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0483148 Aug 31 04:40:17.833963 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53576) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:17.838524 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Request body: {'floatingip': {'port_id': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:17.881438 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (e7d8d502-6faf-4a3b-806c-3e76a949cdfe), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:17.967537 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a65de933-3b09-4bbc-ab9e-414552dffb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.179994 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:18.322600 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.327798 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (e7d8d502-6faf-4a3b-806c-3e76a949cdfe), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.429659 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Floating IP e7d8d502-6faf-4a3b-806c-3e76a949cdfe associated. External IP: 172.27.3.241, port: e93ec718-bb93-4cf8-88f6-b2a75cf59395. Aug 31 04:40:18.464052 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53582) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:18.485408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:18.522340 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2f6dbcbb-6013-498d-8fb8-d61a74a615e3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group (fd701b85-8052-41c4-831f-e7cb0fd5ef4b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.529570 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:18.544753 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2f6dbcbb-6013-498d-8fb8-d61a74a615e3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group (fd701b85-8052-41c4-831f-e7cb0fd5ef4b), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.595804 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2f6dbcbb-6013-498d-8fb8-d61a74a615e3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (fd701b85-8052-41c4-831f-e7cb0fd5ef4b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.600018 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2f6dbcbb-6013-498d-8fb8-d61a74a615e3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.601191 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-2f6dbcbb-6013-498d-8fb8-d61a74a615e3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fd701b85-8052-41c4-831f-e7cb0fd5ef4b HTTP/1.1" status: 204 len: 168 time: 0.1359570 Aug 31 04:40:18.604468 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53584) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:18.622468 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.api.v2.resource [None req-c0558f4c-b566-4a6c-a121-0a41b3d556c4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] show failed (client error): The resource could not be found. Aug 31 04:40:18.623470 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c0558f4c-b566-4a6c-a121-0a41b3d556c4 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups/fd701b85-8052-41c4-831f-e7cb0fd5ef4b HTTP/1.1" status: 404 len: 347 time: 0.0176938 Aug 31 04:40:18.624219 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dbcbb-6013-498d-8fb8-d61a74a615e3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd701b85-8052-41c4-831f-e7cb0fd5ef4b,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:18.626265 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53586) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:18.647940 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Router 6264883e-9b91-4c5c-a76e-f2fcd32636bd has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:18.739157 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Deleting port 8b6aa226-7e3a-4cd5-a7c4-9fdddba44979 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:18.739512 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.754954 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:18.759305 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.766332 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] Sync routers for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:18.776679 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:18.777367 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:18.779503 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:18.795007 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8b9ca296-9048-4487-bb42-22107b96ad18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/e7d8d502-6faf-4a3b-806c-3e76a949cdfe HTTP/1.1" status: 200 len: 991 time: 0.9578037 Aug 31 04:40:18.795007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:18.796448 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:18.819174 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.819512 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.833063 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Calling delete_port for 8b6aa226-7e3a-4cd5-a7c4-9fdddba44979 owned by network:floatingip {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:18.835530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a2646d-147a-4a63-b8e8-702e9633b444 x-openstack-request-id: req-18a2646d-147a-4a63-b8e8-702e9633b444 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:18.835874 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:18.836262 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18a2646d-147a-4a63-b8e8-702e9633b444 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:18.836661 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a2646d-147a-4a63-b8e8-702e9633b444'] response: {'name': 'network-changed', 'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'status': 'completed', 'code': 200} Aug 31 04:40:18.900864 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:18.936229 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-827af58c-b351-4d72-8475-5b99a1e1598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:18.937920 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-827af58c-b351-4d72-8475-5b99a1e1598f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=94afda48b8e545dfaeac33a66f592fe2&device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 1129 time: 0.0456650 Aug 31 04:40:18.970242 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (8b6aa226-7e3a-4cd5-a7c4-9fdddba44979), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:18.997935 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event deleted for resources: {'Port': ['ID=8b6aa226-7e3a-4cd5-a7c4-9fdddba44979,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:19.039000 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:19.043150 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-011c3092-60d0-4a0f-99b9-65127293106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:19.044737 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-011c3092-60d0-4a0f-99b9-65127293106e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 200 len: 912 time: 0.1003373 Aug 31 04:40:19.074785 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks [] for floatingip (d7052424-7f12-4ba3-8e0a-c6821e33c113), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:19.077672 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:19.079039 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-13982be5-aac3-4419-bde5-dffbc6f0f0c3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d7052424-7f12-4ba3-8e0a-c6821e33c113 HTTP/1.1" status: 204 len: 168 time: 0.4516413 Aug 31 04:40:19.116873 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-149c5fd0-a8bf-411b-9ec6-b8498d122438 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395 HTTP/1.1" status: 200 len: 999 time: 0.0652452 Aug 31 04:40:19.150357 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'e7d8d502-6faf-4a3b-806c-3e76a949cdfe', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'port_id': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'mac_address': 'fa:16:3e:07:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:04Z', 'updated_at': '2022-08-31T04:40:18Z', 'revision_number': 1, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:19.176479 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] Checking router: 6264883e-9b91-4c5c-a76e-f2fcd32636bd for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:19.177258 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-4fc2936d-2111-4722-826d-57da12ae681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:19.179363 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-4fc2936d-2111-4722-826d-57da12ae681d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 200 len: 850 time: 0.0560591 Aug 31 04:40:19.185127 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:19.185774 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:19.227890 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-c73d72b2-5ca2-4625-b518-6a78f00fa660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:19.229403 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-c73d72b2-5ca2-4625-b518-6a78f00fa660 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e4d0d7af-fefb-4895-aa58-44d019a740ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431528 Aug 31 04:40:19.291054 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:19.318903 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:19.325768 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-62388c55-f56e-4e05-9a32-f251ef747379 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854621 Aug 31 04:40:19.434933 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-07744ecb-74cc-40dd-a5d3-6bb8e971abd3 req-d62ca8b3-a72e-4e55-a799-0560b1ba9303 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996060 Aug 31 04:40:19.524015 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'e7d8d502-6faf-4a3b-806c-3e76a949cdfe', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'port_id': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'mac_address': 'fa:16:3e:07:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:04Z', 'updated_at': '2022-08-31T04:40:18Z', 'revision_number': 1, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:19.550140 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3d888-0cb4-429f-90d6-24792feec64f None None] The sync data for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi is: [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'e7d8d502-6faf-4a3b-806c-3e76a949cdfe', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'floating_ip_address': '172.27.3.241', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'port_id': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'mac_address': 'fa:16:3e:07:bb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:04Z', 'updated_at': '2022-08-31T04:40:18Z', 'revision_number': 1, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:19.642578 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:19.662466 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:19.662804 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 1f8c2e75-3b33-4b6c-927f-d08d1ef62c56 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:19.759644 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2370f298-90bf-478d-a0bd-918e33c8f600 None None] New status for floating IP e7d8d502-6faf-4a3b-806c-3e76a949cdfe: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:40:20.308090 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:20.646852 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:21.614397 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcb861-a4ef-4d8a-b206-71092ccd2e6c req-12d9b3f1-4c04-44ce-af72-f57387003158 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:21.615822 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5efcb861-a4ef-4d8a-b206-71092ccd2e6c req-12d9b3f1-4c04-44ce-af72-f57387003158 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0509288 Aug 31 04:40:21.667783 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5efcb861-a4ef-4d8a-b206-71092ccd2e6c req-28be4be9-bda1-467b-bd5e-24737a871653 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440698 Aug 31 04:40:21.707061 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:22.814028 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4414-4367-4e41-b0f3-159936bb6036 req-28bb0bb9-163c-4f2c-a912-15546f1aad34 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:22.815591 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b3be4414-4367-4e41-b0f3-159936bb6036 req-28bb0bb9-163c-4f2c-a912-15546f1aad34 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0586822 Aug 31 04:40:22.864065 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b3be4414-4367-4e41-b0f3-159936bb6036 req-27896cb7-39ed-440f-84dc-2497406532ba tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425291 Aug 31 04:40:24.000553 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91cacb-d36a-4dd9-b5ce-ecd2fdec5a58 req-cf5cdc3e-5a87-4d44-bbca-00520f5498ac tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:24.002043 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5a91cacb-d36a-4dd9-b5ce-ecd2fdec5a58 req-cf5cdc3e-5a87-4d44-bbca-00520f5498ac tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0566978 Aug 31 04:40:24.052966 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5a91cacb-d36a-4dd9-b5ce-ecd2fdec5a58 req-a7eac2e0-7249-4e15-a3c2-621935b2b50f tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Aug 31 04:40:24.304452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-7858c831-698b-4704-950c-54652c8b3eb7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:24.305835 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-7858c831-698b-4704-950c-54652c8b3eb7 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 946 time: 0.0542979 Aug 31 04:40:24.394409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:24.401210 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Deleting port c124b064-1e1f-4174-96ce-6515e6731abc {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:24.401547 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:24.494187 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] For port c124b064-1e1f-4174-96ce-6515e6731abc, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c124b064-1e1f-4174-96ce-6515e6731abc,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:24.494545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:24.507183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Calling delete_port for c124b064-1e1f-4174-96ce-6515e6731abc owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:24.660673 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (c124b064-1e1f-4174-96ce-6515e6731abc), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:24.693623 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event deleted for resources: {'Port': ['ID=c124b064-1e1f-4174-96ce-6515e6731abc,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:24.699952 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['c124b064-1e1f-4174-96ce-6515e6731abc', 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:24.742685 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] No DVR routers for this DVR port c124b064-1e1f-4174-96ce-6515e6731abc on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:24.745219 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:24.748502 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d5d8996a-c394-4360-bf5a-2ee5d6769601 req-fa963648-88ba-43c7-89f7-62ef1bb730f3 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c124b064-1e1f-4174-96ce-6515e6731abc HTTP/1.1" status: 204 len: 173 time: 0.4349649 Aug 31 04:40:24.748938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'name': 'network-vif-deleted', 'tag': 'c124b064-1e1f-4174-96ce-6515e6731abc'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:24.751296 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e25bbf6-5c47-4af7-bbf1-d63e50721bac" -d '{"events": [{"server_uuid": "bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43", "name": "network-vif-deleted", "tag": "c124b064-1e1f-4174-96ce-6515e6731abc"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:24.789547 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27ab89-312f-474a-a56d-cbf9c4e117b4 x-openstack-request-id: req-ee27ab89-312f-474a-a56d-cbf9c4e117b4 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:24.790053 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43", "name": "network-vif-deleted", "tag": "c124b064-1e1f-4174-96ce-6515e6731abc", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:24.790304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee27ab89-312f-474a-a56d-cbf9c4e117b4 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:24.790711 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee27ab89-312f-474a-a56d-cbf9c4e117b4'] response: {'server_uuid': 'bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43', 'name': 'network-vif-deleted', 'tag': 'c124b064-1e1f-4174-96ce-6515e6731abc', 'status': 'completed', 'code': 200} Aug 31 04:40:25.176384 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5883570f-3348-47b0-83e0-d3e1be0a4e86 req-05cf3547-7172-4a07-a105-8ef6fce0d380 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=bc9d56c9-aa9d-4907-b6e0-e6cecabb2c43 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Aug 31 04:40:26.472954 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3683f-075a-4461-aa1a-58eaf0c07a34 req-01ef9eb0-598f-4108-b3d1-685a15bc94df tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:26.474415 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-95b3683f-075a-4461-aa1a-58eaf0c07a34 req-01ef9eb0-598f-4108-b3d1-685a15bc94df tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0561640 Aug 31 04:40:26.538533 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-95b3683f-075a-4461-aa1a-58eaf0c07a34 req-dd8995e6-4e29-487e-adf0-43748f4fe019 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562727 Aug 31 04:40:27.660824 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device c124b064-1e1f-4174-96ce-6515e6731abc no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:27.679817 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7262f-4464-436e-bb31-aac33202996c req-07c81bca-1874-403a-b98d-763bdd75d6f6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:27.681366 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c8d7262f-4464-436e-bb31-aac33202996c req-07c81bca-1874-403a-b98d-763bdd75d6f6 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0591075 Aug 31 04:40:27.683513 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: c124b064-1e1f-4174-96ce-6515e6731abc {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:27.683857 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device c124b064-1e1f-4174-96ce-6515e6731abc not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:27.734447 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c8d7262f-4464-436e-bb31-aac33202996c req-909d1451-2f4c-4ba4-ad45-660b9432e01d tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460653 Aug 31 04:40:28.876015 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111969c-bc6e-48bb-9259-fd49105b6b5e req-6013fea8-0ab4-477a-ba2e-75966c2ee659 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:28.877490 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1111969c-bc6e-48bb-9259-fd49105b6b5e req-6013fea8-0ab4-477a-ba2e-75966c2ee659 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0568891 Aug 31 04:40:28.911819 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:28.929485 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1111969c-bc6e-48bb-9259-fd49105b6b5e req-9d69ae04-55b8-4c9a-9d96-9b11fc23de2a tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Aug 31 04:40:29.522128 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=85 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:29.527892 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=83 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:29.750019 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea02046-13db-4cdf-bfd1-503339557e2b req-d54360bb-649a-456e-8da5-5e2b0a24dae1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:29.751493 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cea02046-13db-4cdf-bfd1-503339557e2b req-d54360bb-649a-456e-8da5-5e2b0a24dae1 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0540431 Aug 31 04:40:29.841794 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Deleting port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:29.842149 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:29.888106 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:29.940823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] For port d3c77a9f-10ad-42fc-ba35-41e7e28b3832, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:29.941224 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:29.955336 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Calling delete_port for d3c77a9f-10ad-42fc-ba35-41e7e28b3832 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:30.067744 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2a2d9-49ba-414e-b112-652d9e7f955d req-0febbf49-0f4e-403f-be2e-ab1969bf4760 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:30.069234 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ec2a2d9-49ba-414e-b112-652d9e7f955d req-0febbf49-0f4e-403f-be2e-ab1969bf4760 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aaed2599-c3cc-4ac7-91be-29c314bf23cb HTTP/1.1" status: 200 len: 946 time: 0.0657489 Aug 31 04:40:30.134982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:30.160372 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ec2a2d9-49ba-414e-b112-652d9e7f955d req-b2db6452-e5f8-41c1-a2d7-1dad7ce4e0b0 tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e8f4992a-172c-4504-a086-29dd54ea1e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852675 Aug 31 04:40:30.161680 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d3c77a9f-10ad-42fc-ba35-41e7e28b3832), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:30.190404 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Pushing event deleted for resources: {'Port': ['ID=d3c77a9f-10ad-42fc-ba35-41e7e28b3832,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:30.206423 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['d3c77a9f-10ad-42fc-ba35-41e7e28b3832'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:30.231286 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:30.235238 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] No DVR routers for this DVR port d3c77a9f-10ad-42fc-ba35-41e7e28b3832 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:30.237852 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:30.241590 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cea02046-13db-4cdf-bfd1-503339557e2b req-cba561ea-20bf-472d-91e9-58119e6cd5fd tempest-ServerRescueNegativeTestJSON-375130138 tempest-ServerRescueNegativeTestJSON-375130138-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d3c77a9f-10ad-42fc-ba35-41e7e28b3832 HTTP/1.1" status: 204 len: 173 time: 0.4819605 Aug 31 04:40:30.242029 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'name': 'network-vif-deleted', 'tag': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:30.244348 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd82f86c-8609-4bfb-a2a9-5c185c99b90b" -d '{"events": [{"server_uuid": "aaed2599-c3cc-4ac7-91be-29c314bf23cb", "name": "network-vif-deleted", "tag": "d3c77a9f-10ad-42fc-ba35-41e7e28b3832"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:30.286837 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe3fe70-e070-47b9-9b2c-23f19b39ad5b x-openstack-request-id: req-0fe3fe70-e070-47b9-9b2c-23f19b39ad5b {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:30.287174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaed2599-c3cc-4ac7-91be-29c314bf23cb", "name": "network-vif-deleted", "tag": "d3c77a9f-10ad-42fc-ba35-41e7e28b3832", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:30.287453 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fe3fe70-e070-47b9-9b2c-23f19b39ad5b {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:30.287856 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe3fe70-e070-47b9-9b2c-23f19b39ad5b'] response: {'server_uuid': 'aaed2599-c3cc-4ac7-91be-29c314bf23cb', 'name': 'network-vif-deleted', 'tag': 'd3c77a9f-10ad-42fc-ba35-41e7e28b3832', 'status': 'completed', 'code': 200} Aug 31 04:40:31.235775 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53640) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:31.742171 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (130b057b-8922-41a1-aa38-452d71a7f409), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:31.774945 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:32.030892 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Deleting port 653b4f4d-1ba7-4973-92f5-bad17eeb2015 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:32.031147 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:32.121104 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] For port 653b4f4d-1ba7-4973-92f5-bad17eeb2015, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=653b4f4d-1ba7-4973-92f5-bad17eeb2015,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:32.121490 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:32.138473 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Calling delete_port for 653b4f4d-1ba7-4973-92f5-bad17eeb2015 owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:32.313287 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:32.333366 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (653b4f4d-1ba7-4973-92f5-bad17eeb2015), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:32.361858 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=653b4f4d-1ba7-4973-92f5-bad17eeb2015,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:32.526234 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (130b057b-8922-41a1-aa38-452d71a7f409), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:32.734216 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Router 130b057b-8922-41a1-aa38-452d71a7f409 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:32.775278 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:32.839982 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:32.845557 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a19ee6ce-d91a-41dc-b6b2-a20ac6ec0e1c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/130b057b-8922-41a1-aa38-452d71a7f409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087852 Aug 31 04:40:32.848340 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53646) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:32.848848 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] Sync routers for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:32.860443 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:32.861081 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:32.966531 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:33.139395 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:40:32Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:33.167881 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] Checking router: 130b057b-8922-41a1-aa38-452d71a7f409 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:33.171903 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks [] for router (130b057b-8922-41a1-aa38-452d71a7f409), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.176297 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] Routers {'130b057b-8922-41a1-aa38-452d71a7f409'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:33.176888 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['130b057b-8922-41a1-aa38-452d71a7f409'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:33.270023 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks [] for router_gateway (130b057b-8922-41a1-aa38-452d71a7f409), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.273298 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] Set router 130b057b-8922-41a1-aa38-452d71a7f409 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:33.318010 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Deleting port 484bdd55-d932-43a6-863a-267b7ca755c8 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:33.318640 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.371400 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:33.402505 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] For port 484bdd55-d932-43a6-863a-267b7ca755c8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=484bdd55-d932-43a6-863a-267b7ca755c8,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:33.402900 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.417484 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Calling delete_port for 484bdd55-d932-43a6-863a-267b7ca755c8 owned by network:router_gateway {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:33.528704 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:40:32Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:33.552820 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86873d93-e021-47f5-b1a6-af8558274e89 None None] The sync data for ids ['130b057b-8922-41a1-aa38-452d71a7f409'] in dv-cinder-855307-1-iscsi is: [{'id': '130b057b-8922-41a1-aa38-452d71a7f409', 'name': 'tempest-ServerRescueNegativeTestJSON-1831506662-router', 'tenant_id': 'c02e60929267489cb181831f1ac578e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:39Z', 'updated_at': '2022-08-31T04:40:32Z', 'revision_number': 5, 'project_id': 'c02e60929267489cb181831f1ac578e4', 'gw_port': {'id': '484bdd55-d932-43a6-863a-267b7ca755c8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:3f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130b057b-8922-41a1-aa38-452d71a7f409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:40Z', 'updated_at': '2022-08-31T04:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:33.589997 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (484bdd55-d932-43a6-863a-267b7ca755c8), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.618246 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=484bdd55-d932-43a6-863a-267b7ca755c8,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:33.687506 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (130b057b-8922-41a1-aa38-452d71a7f409), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.688577 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d3c77a9f-10ad-42fc-ba35-41e7e28b3832 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:33.710612 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: d3c77a9f-10ad-42fc-ba35-41e7e28b3832 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:33.710973 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device d3c77a9f-10ad-42fc-ba35-41e7e28b3832 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:33.777855 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (130b057b-8922-41a1-aa38-452d71a7f409), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.780094 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks [] for router_controller (130b057b-8922-41a1-aa38-452d71a7f409), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.824947 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (130b057b-8922-41a1-aa38-452d71a7f409), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.825531 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130b057b-8922-41a1-aa38-452d71a7f409 {{(pid=106562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:40:33.830254 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.831511 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-875077f3-5240-4aa8-905c-4bf063a92c0a admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/130b057b-8922-41a1-aa38-452d71a7f409 HTTP/1.1" status: 204 len: 168 time: 0.9822845 Aug 31 04:40:33.834124 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53648) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:33.880740 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] Deleting subnet 3578ffd1-14a4-4cef-89be-992597a84cfa {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:40:33.884103 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] Publish callbacks [] for subnet (3578ffd1-14a4-4cef-89be-992597a84cfa), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:33.925116 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (3578ffd1-14a4-4cef-89be-992597a84cfa), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.000595 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:34.010166 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (3578ffd1-14a4-4cef-89be-992597a84cfa), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.031019 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 653b4f4d-1ba7-4973-92f5-bad17eeb2015 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:34.053440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 653b4f4d-1ba7-4973-92f5-bad17eeb2015 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:34.053783 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 653b4f4d-1ba7-4973-92f5-bad17eeb2015 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:34.074952 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (3578ffd1-14a4-4cef-89be-992597a84cfa), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.106689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3578ffd1-14a4-4cef-89be-992597a84cfa,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:34.108698 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.111863 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-019c6d2e-13ba-49bd-adb4-0cad0bc7ee59 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3578ffd1-14a4-4cef-89be-992597a84cfa HTTP/1.1" status: 204 len: 168 time: 0.2768726 Aug 31 04:40:34.114556 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53650) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:34.117213 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72f764-5d5b-4897-b99f-96336e9ac847 None None] Network 2813bab1-8e5c-4bae-a18b-804fcb1fb44c requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:40:34.185882 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (2813bab1-8e5c-4bae-a18b-804fcb1fb44c), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.231740 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Deleting port 3aac1749-b1ae-4635-9b63-026393e93fce {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:34.232070 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.292425 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] DHCP port deletion for 2813bab1-8e5c-4bae-a18b-804fcb1fb44c request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:40:34.298065 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:34.304846 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] For port 3aac1749-b1ae-4635-9b63-026393e93fce, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=3aac1749-b1ae-4635-9b63-026393e93fce,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:34.305204 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.319064 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Calling delete_port for 3aac1749-b1ae-4635-9b63-026393e93fce owned by network:dhcp {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:34.333115 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] Deleting port 3aac1749-b1ae-4635-9b63-026393e93fce {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:34.333487 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.392451 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:34.396668 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.396966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] For port 3aac1749-b1ae-4635-9b63-026393e93fce, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=3aac1749-b1ae-4635-9b63-026393e93fce,segment=NetworkSegment(7e218599-3f84-4b0d-a154-61bd4200f202),segment_id=7e218599-3f84-4b0d-a154-61bd4200f202)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:34.397361 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.412047 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] Calling delete_port for 3aac1749-b1ae-4635-9b63-026393e93fce owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:34.424659 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aac1749-b1ae-4635-9b63-026393e93fce,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:34.428121 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] No DVR routers for this DVR port 3aac1749-b1ae-4635-9b63-026393e93fce on host dv-cinder-855307-1-iscsi {{(pid=106562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:34.489635 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (3aac1749-b1ae-4635-9b63-026393e93fce), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.499281 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (2813bab1-8e5c-4bae-a18b-804fcb1fb44c), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.515005 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] Pushing event deleted for resources: {'Port': ['ID=3aac1749-b1ae-4635-9b63-026393e93fce,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:34.517772 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71245a-e100-4396-9de2-3e7911153f43 None None] No DVR routers for this DVR port 3aac1749-b1ae-4635-9b63-026393e93fce on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:34.525007 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813bab1-8e5c-4bae-a18b-804fcb1fb44c']}} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:34.535374 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e218599-3f84-4b0d-a154-61bd4200f202') {'for_net_delete': True} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:34.535669 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e218599-3f84-4b0d-a154-61bd4200f202') {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:34.545173 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8843864'] for segment (7e218599-3f84-4b0d-a154-61bd4200f202), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.558029 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (7e218599-3f84-4b0d-a154-61bd4200f202), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.564384 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:40:34.564762 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845000'] for segment (7e218599-3f84-4b0d-a154-61bd4200f202), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.609013 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment 7e218599-3f84-4b0d-a154-61bd4200f202 resource provider aggregate not found Aug 31 04:40:34.626818 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment 7e218599-3f84-4b0d-a154-61bd4200f202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e218599-3f84-4b0d-a154-61bd4200f202 found for delete ", "request_id": "req-176cb8ab-7093-44ef-b607-955a6b444fd2"}]} Aug 31 04:40:34.635004 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (2813bab1-8e5c-4bae-a18b-804fcb1fb44c), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.642650 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.648053 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/2813bab1-8e5c-4bae-a18b-804fcb1fb44c HTTP/1.1" status: 204 len: 168 time: 0.5301459 Aug 31 04:40:34.660800 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151fae-b62c-4281-b755-10ef200dceb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2813bab1-8e5c-4bae-a18b-804fcb1fb44c,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:34.763892 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53660) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:34.809027 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-764c1dc8-9f00-40a9-8668-382571121396 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c02e60929267489cb181831f1ac578e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437229 Aug 31 04:40:34.812244 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53662) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:34.862638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5834-58c2-4ee8-ac34-87aaa1d37834 admin admin] Publish callbacks [] for security_group (e8f4992a-172c-4504-a086-29dd54ea1e4b), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.883574 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5834-58c2-4ee8-ac34-87aaa1d37834 admin admin] Publish callbacks [] for security_group (e8f4992a-172c-4504-a086-29dd54ea1e4b), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.932830 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5834-58c2-4ee8-ac34-87aaa1d37834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e8f4992a-172c-4504-a086-29dd54ea1e4b), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.936293 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2f6b5834-58c2-4ee8-ac34-87aaa1d37834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:34.937731 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2f6b5834-58c2-4ee8-ac34-87aaa1d37834 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e8f4992a-172c-4504-a086-29dd54ea1e4b HTTP/1.1" status: 204 len: 168 time: 0.1245823 Aug 31 04:40:34.945986 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b5834-58c2-4ee8-ac34-87aaa1d37834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f4992a-172c-4504-a086-29dd54ea1e4b,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:35.690268 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53688) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:35.703965 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-74bbdffb-5ac0-4a08-9ac5-53025efa4e2b tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-313759306&fields=id&tenant_id=6714373199f5419a9a70267187067934 HTTP/1.1" status: 200 len: 267 time: 0.0499668 Aug 31 04:40:35.756062 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-c4b8c974-0e00-4a07-a4e4-178623846710 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:35.757576 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-c4b8c974-0e00-4a07-a4e4-178623846710 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 984 time: 0.0484076 Aug 31 04:40:35.770488 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Request body: {'port': {'security_groups': ['f5c54f0e-2961-49d0-8316-7b8d3f58452a']}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:35.803915 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1930494359-network', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:35.850648 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Made reservation on behalf of ae904e4b1df846e497cdf0edc46edaf1 for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:35.853354 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:35.867425 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:35.879463 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:35.977994 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 3aac1749-b1ae-4635-9b63-026393e93fce no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:35.980424 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:36.001816 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 3aac1749-b1ae-4635-9b63-026393e93fce {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:36.002153 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 3aac1749-b1ae-4635-9b63-026393e93fce not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:36.002681 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 484bdd55-d932-43a6-863a-267b7ca755c8 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:36.028496 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 484bdd55-d932-43a6-863a-267b7ca755c8 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:36.028800 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 484bdd55-d932-43a6-863a-267b7ca755c8 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:36.041001 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:36.098824 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks [] for security_group (020ce725-d3c9-47f5-a457-ead701cd364a), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.104410 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (020ce725-d3c9-47f5-a457-ead701cd364a), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.145272 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:40:36.164380 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020ce725-d3c9-47f5-a457-ead701cd364a,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:36.175220 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c5e04739-3339-44bf-9bc3-b659c84a7b33), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.175457 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Added segment c5e04739-3339-44bf-9bc3-b659c84a7b33 of type vlan for network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f Aug 31 04:40:36.194578 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:36.235787 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (9f5e1d21-0d94-4325-a39c-d7a84e70a79f), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.255011 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.267368 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.278844 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:36.279381 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.280780 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-255243bc-178e-40a8-8573-f55f7f0d0be0 req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "PUT /networking/v2.0/ports/f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 942 time: 0.5170264 Aug 31 04:40:36.282433 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:36.286814 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31da5740-4940-462a-80cb-b3a48fa198d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:36.287452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53694) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:36.305713 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f13a5355-33c4-4ae4-aaed-4afc34e93d15'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:36.314159 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (9f5e1d21-0d94-4325-a39c-d7a84e70a79f), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.315199 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:36.315770 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.368038 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-899dd27c-b2c6-4439-a325-b06e55e8ab98 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group (391ea4e1-6b88-4738-93fb-5e7cfd7a3dad), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.402885 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7115042 Aug 31 04:40:36.407623 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53698) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:36.409772 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8537e2-bdf0-4b33-b7e2-ddce0c1dcbdf admin admin] Pushing event updated for resources: {'Network': ['ID=9f5e1d21-0d94-4325-a39c-d7a84e70a79f,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:36.412617 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b344873-7051-41ac-99bb-1a5b87e27890 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event updated for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=7']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:36.415800 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Request body: {'subnet': {'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-subnet', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:36.423594 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-899dd27c-b2c6-4439-a325-b06e55e8ab98 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group (391ea4e1-6b88-4738-93fb-5e7cfd7a3dad), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.444764 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:40:36.476435 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35e5916-2d50-49d8-9eb8-530cf93ca7e0 x-openstack-request-id: req-f35e5916-2d50-49d8-9eb8-530cf93ca7e0 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:36.477359 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:36.477359 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f35e5916-2d50-49d8-9eb8-530cf93ca7e0 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:36.477809 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35e5916-2d50-49d8-9eb8-530cf93ca7e0'] response: {'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'status': 'completed', 'code': 200} Aug 31 04:40:36.478905 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Made reservation on behalf of ae904e4b1df846e497cdf0edc46edaf1 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:36.482702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8880245'] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.509909 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f13a5355-33c4-4ae4-aaed-4afc34e93d15'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:36.606863 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-7b4b463f-1d5d-454e-b30d-9e81f6a39765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:36.608547 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-7b4b463f-1d5d-454e-b30d-9e81f6a39765 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1129 time: 0.0631919 Aug 31 04:40:36.609224 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-899dd27c-b2c6-4439-a325-b06e55e8ab98 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (391ea4e1-6b88-4738-93fb-5e7cfd7a3dad), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.611825 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-899dd27c-b2c6-4439-a325-b06e55e8ab98 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.612909 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-899dd27c-b2c6-4439-a325-b06e55e8ab98 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/391ea4e1-6b88-4738-93fb-5e7cfd7a3dad HTTP/1.1" status: 204 len: 168 time: 0.3244314 Aug 31 04:40:36.616694 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53700) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:36.618689 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:36.652082 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd27c-b2c6-4439-a325-b06e55e8ab98 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391ea4e1-6b88-4738-93fb-5e7cfd7a3dad,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:36.770889 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-d24f3f47-a6f6-4a33-a822-8084b0fd56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:36.772400 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-d24f3f47-a6f6-4a33-a822-8084b0fd56f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 916 time: 0.1525469 Aug 31 04:40:36.794641 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Deleting port 9d1e2b85-3502-4290-bf6a-b7703e76d031 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:36.794641 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.846924 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:36.871972 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2928390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8880227'] for subnet (79c41cf8-372b-4f64-bc85-e7b0ee2d5301), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.897296 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.897627 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for floatingip (9d1e2b85-3502-4290-bf6a-b7703e76d031), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:36.906427 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-0b8e1983-5296-4fdc-b8c7-6e5e8222b41a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 1000 time: 0.1098626 Aug 31 04:40:36.910675 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Calling delete_port for 9d1e2b85-3502-4290-bf6a-b7703e76d031 owned by network:floatingip {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:36.965298 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c41cf8-372b-4f64-bc85-e7b0ee2d5301,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:37.046622 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=4,neutron:INSERT=4,neutron:SELECT=92 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:37.086257 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:37.094664 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (9d1e2b85-3502-4290-bf6a-b7703e76d031), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.123648 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event deleted for resources: {'Port': ['ID=9d1e2b85-3502-4290-bf6a-b7703e76d031,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:37.204370 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks [] for floatingip (06e9fa10-4d07-4da1-854b-ef63504032d9), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.204723 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Floating IP 06e9fa10-4d07-4da1-854b-ef63504032d9 disassociated (deleted). External IP: 172.27.3.96, port: f13a5355-33c4-4ae4-aaed-4afc34e93d15. Aug 31 04:40:37.255294 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-4272325a-5bf6-479c-9e44-4e991eda89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:37.256822 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-4272325a-5bf6-479c-9e44-4e991eda89a1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 200 len: 854 time: 0.3416722 Aug 31 04:40:37.258214 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Checking segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:37.258568 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Network hostable DHCP agents. Network: 9f5e1d21-0d94-4325-a39c-d7a84e70a79f, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:40:37.311263 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-46c647ed-6a86-45f3-b9f1-ce80863fd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:37.312772 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-46c647ed-6a86-45f3-b9f1-ce80863fd490 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e8667517-3360-4053-ba73-ab7205fbbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489094 Aug 31 04:40:37.314150 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:40:37.330216 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 9f5e1d21-0d94-4325-a39c-d7a84e70a79f) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:37.335172 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:37.335765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.339833 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ba5e6a-d8f4-4f52-b181-6506854f1c83 None None] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:40:37.400088 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-752ea6b4-4cae-4e72-a67f-b0f3c783b34e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9883924 Aug 31 04:40:37.400287 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53702) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:37.404511 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:37.436353 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (2705be6c-1497-4341-bf7b-ff0a447d3acb), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.436705 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-58515db1-33fb-49cb-aa2b-ef0856526152 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168075 Aug 31 04:40:37.437491 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (2705be6c-1497-4341-bf7b-ff0a447d3acb), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.442794 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Router 2655bfe3-19d6-4759-a303-ae956ef5500c has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:37.458228 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:40:37.459560 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.487877 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:37.533413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks [] for router_controller (2705be6c-1497-4341-bf7b-ff0a447d3acb), precommit_add_association {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.535764 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-31da5740-4940-462a-80cb-b3a48fa198d8 req-276d7e5a-4a7c-4165-8037-278440bf4cfd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925403 Aug 31 04:40:37.562676 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:37.612565 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Allocated IP 172.20.0.2 (9f5e1d21-0d94-4325-a39c-d7a84e70a79f/79c41cf8-372b-4f64-bc85-e7b0ee2d5301/e1f17d63-a22c-4337-a731-7fccfbf1ef57) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:37.764303 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Publish callbacks [] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.772064 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.816457 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:37.821782 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:37.825300 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:37.828515 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Pushing event updated for resources: {'Port': ['ID=e1f17d63-a22c-4337-a731-7fccfbf1ef57,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:37.895334 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Attempting to bind port e1f17d63-a22c-4337-a731-7fccfbf1ef57 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:40:37.895801 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Attempting to bind port e1f17d63-a22c-4337-a731-7fccfbf1ef57 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:40:37.896614 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Attempting to bind port e1f17d63-a22c-4337-a731-7fccfbf1ef57 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:37.902654 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:40:37.903275 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Checking segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:37.903719 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.904109 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Bound using segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:40:37.904569 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Bound port: e1f17d63-a22c-4337-a731-7fccfbf1ef57, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:40:37.904946 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.931970 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:37.938517 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.942640 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks [] for router_gateway (2705be6c-1497-4341-bf7b-ff0a447d3acb), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:37.945533 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] Sync routers for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:37.971747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:37.972378 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:37.985804 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1b38eae8-0cb9-4db9-bb06-01d5120d1096 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/06e9fa10-4d07-4da1-854b-ef63504032d9 HTTP/1.1" status: 204 len: 168 time: 1.3677323 Aug 31 04:40:38.010288 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] For port e1f17d63-a22c-4337-a731-7fccfbf1ef57, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:40:38.032117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] For port e1f17d63-a22c-4337-a731-7fccfbf1ef57, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e1f17d63-a22c-4337-a731-7fccfbf1ef57,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:40:38.070809 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:38.144208 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:38.158326 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks [] for router_gateway (2705be6c-1497-4341-bf7b-ff0a447d3acb), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:38.179204 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:38.184581 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82169d-6d2d-4a82-9f3c-1831a5e61d17 None None] Pushing event updated for resources: {'Port': ['ID=e1f17d63-a22c-4337-a731-7fccfbf1ef57,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:38.256121 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:38.363415 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Allocated IP 172.27.3.234 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/770b0372-aebf-431c-bb37-e49133c07159) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:38.429576 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 5, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:38.455214 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:38.455477 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] Checking router: 2655bfe3-19d6-4759-a303-ae956ef5500c for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:38.466938 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:38.467815 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:38.477953 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:38.480310 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d62b52-69d3-4964-88c8-3b6e324d78fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:38.486228 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks [] for port (770b0372-aebf-431c-bb37-e49133c07159), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:38.507141 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:38.528929 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a17b472-4812-4c98-acc3-062e702c91fc x-openstack-request-id: req-5a17b472-4812-4c98-acc3-062e702c91fc {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:38.529216 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:38.529464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a17b472-4812-4c98-acc3-062e702c91fc {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:38.529860 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a17b472-4812-4c98-acc3-062e702c91fc'] response: {'name': 'network-changed', 'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'status': 'completed', 'code': 200} Aug 31 04:40:38.531873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (770b0372-aebf-431c-bb37-e49133c07159), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:38.550751 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:38.578457 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:38.579540 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:38.582981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:38.585496 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:38.613051 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Pushing event updated for resources: {'Port': ['ID=770b0372-aebf-431c-bb37-e49133c07159,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:38.772748 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 5, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:38.798958 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea97ac46-2b80-4ec1-9ce0-32f8dd1e38d7 None None] The sync data for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi is: [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:37:27Z', 'revision_number': 4, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'f350709c-bff5-4bdd-8115-e1b2dee57852', 'name': '', 'network_id': 'e8667517-3360-4053-ba73-ab7205fbbabb', 'tenant_id': '6714373199f5419a9a70267187067934', 'mac_address': 'fa:16:3e:0b:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:26Z', 'updated_at': '2022-08-31T04:37:37Z', 'revision_number': 5, 'project_id': '6714373199f5419a9a70267187067934', 'subnets': [{'id': '29fc57df-32df-49d1-b439-5fa8ad2fca49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:38.813685 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-d4a89712-a408-422c-94e6-c9612a801589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:38.815955 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-d4a89712-a408-422c-94e6-c9612a801589 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6714373199f5419a9a70267187067934&device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 1129 time: 0.0419962 Aug 31 04:40:38.851804 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks [] for router_gateway (2705be6c-1497-4341-bf7b-ff0a447d3acb), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:38.936886 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-1c8a860f-269c-4b8d-b62c-74e6ae17772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:38.939144 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-1c8a860f-269c-4b8d-b62c-74e6ae17772f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 200 len: 916 time: 0.1145191 Aug 31 04:40:38.986374 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-e5334d72-2349-4c01-be55-d6aad81fdb84 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 200 len: 217 time: 0.0394626 Aug 31 04:40:39.052618 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-23b0a13a-3298-4fbb-a461-df0ba4ba9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:39.054340 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-23b0a13a-3298-4fbb-a461-df0ba4ba9f4f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 200 len: 854 time: 0.0602427 Aug 31 04:40:39.083921 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (2705be6c-1497-4341-bf7b-ff0a447d3acb), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:39.112079 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-63c6fdcb-5084-4ae2-85d8-2079c0d60610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:39.113614 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-63c6fdcb-5084-4ae2-85d8-2079c0d60610 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e8667517-3360-4053-ba73-ab7205fbbabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499158 Aug 31 04:40:39.143392 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d1021b-d7b1-4e9a-9ed1-478b30998eb0 None None] New status for floating IP 06e9fa10-4d07-4da1-854b-ef63504032d9: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:40:39.196135 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:39.219837 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:39.240895 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-e193c2b0-63d0-4858-80d5-63ce1164c107 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199508 Aug 31 04:40:39.258762 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:40:39.264919 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae94b5-f4f5-4b5f-bb62-2ca874753b19 None None] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:40:39.293912 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-f4e1b673-97e0-4c6f-8952-5fb889ef5e53 None None] Provisioning complete for port e1f17d63-a22c-4337-a731-7fccfbf1ef57 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:39.294576 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b673-97e0-4c6f-8952-5fb889ef5e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:39.375444 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-88d62b52-69d3-4964-88c8-3b6e324d78fb req-3acb5988-9fc5-47de-bc73-6d462d123efe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271622 Aug 31 04:40:39.421441 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:39.440497 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:39.442067 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:39.442689 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-597c0f1c-1814-4284-9b6a-7c86ddc2256a admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0409672 Aug 31 04:40:39.445091 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53720) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:39.467534 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1b673-97e0-4c6f-8952-5fb889ef5e53 None None] Current status of the port e1f17d63-a22c-4337-a731-7fccfbf1ef57 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:39.467916 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b673-97e0-4c6f-8952-5fb889ef5e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:39.488153 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:39.488447 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:39.504404 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:39.555214 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-f4e1b673-97e0-4c6f-8952-5fb889ef5e53 None None] For port e1f17d63-a22c-4337-a731-7fccfbf1ef57, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e1f17d63-a22c-4337-a731-7fccfbf1ef57,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:39.564953 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-f4e1b673-97e0-4c6f-8952-5fb889ef5e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:39.831642 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-91f2ed66-f24d-4d8b-a5c6-0b8ad396bbf2 None None] Provisioning complete for port e1f17d63-a22c-4337-a731-7fccfbf1ef57 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:39.832009 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-91f2ed66-f24d-4d8b-a5c6-0b8ad396bbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:39.854277 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:39.905858 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:39.932302 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1b673-97e0-4c6f-8952-5fb889ef5e53 None None] Pushing event updated for resources: {'Port': ['ID=e1f17d63-a22c-4337-a731-7fccfbf1ef57,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:40.035221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:40.053677 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e1f17d63-a22c-4337-a731-7fccfbf1ef57 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:40.055433 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-91f2ed66-f24d-4d8b-a5c6-0b8ad396bbf2 None None] Current status of the port e1f17d63-a22c-4337-a731-7fccfbf1ef57 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:40.091415 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Allocated IP 172.20.0.1 (9f5e1d21-0d94-4325-a39c-d7a84e70a79f/79c41cf8-372b-4f64-bc85-e7b0ee2d5301/19dc101f-09e3-44fd-948b-6a8f6171973d) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:40.112867 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:40.134522 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:38Z', 'revision_number': 3, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:40.166155 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:40.166482 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Updating router 2705be6c-1497-4341-bf7b-ff0a447d3acb port 770b0372-aebf-431c-bb37-e49133c07159 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:40:40.168616 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e1f17d63-a22c-4337-a731-7fccfbf1ef57 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:40.169154 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.191127 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:40.205145 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks [] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.222408 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (770b0372-aebf-431c-bb37-e49133c07159), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.239319 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.281614 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:40.286747 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:40.288879 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=19dc101f-09e3-44fd-948b-6a8f6171973d,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:40.291015 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:40.327068 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:40.331201 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (2705be6c-1497-4341-bf7b-ff0a447d3acb), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.364312 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e1f17d63-a22c-4337-a731-7fccfbf1ef57 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:40.469658 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.515670 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Publish callbacks [] for port (770b0372-aebf-431c-bb37-e49133c07159), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.521074 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (770b0372-aebf-431c-bb37-e49133c07159), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.555948 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Attempting to bind port 770b0372-aebf-431c-bb37-e49133c07159 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:40:40.556309 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Attempting to bind port 770b0372-aebf-431c-bb37-e49133c07159 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:40:40.556665 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Attempting to bind port 770b0372-aebf-431c-bb37-e49133c07159 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:40.570168 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:40:40.570450 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:40.570890 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.571272 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:40:40.571728 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Bound port: 770b0372-aebf-431c-bb37-e49133c07159, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:40:40.572103 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (770b0372-aebf-431c-bb37-e49133c07159), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.606381 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc7264-8c52-4a70-8d64-ac9f0302fc7e None None] Pushing event updated for resources: {'Port': ['ID=770b0372-aebf-431c-bb37-e49133c07159,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:40.613021 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-dff22ceb-44cb-420b-b6c7-ba0c609c7da0 None None] Provisioning complete for port 19dc101f-09e3-44fd-948b-6a8f6171973d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:40.613320 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-dff22ceb-44cb-420b-b6c7-ba0c609c7da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.629503 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks [] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.635696 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.662881 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-dff22ceb-44cb-420b-b6c7-ba0c609c7da0 None None] Port 19dc101f-09e3-44fd-948b-6a8f6171973d cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:40:40.664638 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] For port 770b0372-aebf-431c-bb37-e49133c07159, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:40:40.668440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] For port 770b0372-aebf-431c-bb37-e49133c07159, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=770b0372-aebf-431c-bb37-e49133c07159,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:40:40.674200 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (770b0372-aebf-431c-bb37-e49133c07159), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.705504 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=19dc101f-09e3-44fd-948b-6a8f6171973d,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:40.708032 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (2705be6c-1497-4341-bf7b-ff0a447d3acb), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:40.716073 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:40.716575 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:40.767470 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc7264-8c52-4a70-8d64-ac9f0302fc7e None None] Pushing event updated for resources: {'Port': ['ID=770b0372-aebf-431c-bb37-e49133c07159,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:40.812964 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:40.814518 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:40.835467 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:40.837341 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:40.940929 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:40.962496 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:41.059489 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:41.082561 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87c3d7-41ab-410d-bec5-94fa9fa956d6 req-8b105eb2-ded9-409a-96b6-7b0628c36205 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:41.084166 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cb87c3d7-41ab-410d-bec5-94fa9fa956d6 req-8b105eb2-ded9-409a-96b6-7b0628c36205 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0872698 Aug 31 04:40:41.094261 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760c1302-cb5f-4c34-8def-aab2a18cbbd2 None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:41.101948 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-cccd3422-af37-4fe8-a709-8963692e40f6 None None] Provisioning complete for port 19dc101f-09e3-44fd-948b-6a8f6171973d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:41.102329 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-cccd3422-af37-4fe8-a709-8963692e40f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.110134 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:41.120930 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-50e957dd-b297-4bc3-908a-31aa92189dc0 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/2705be6c-1497-4341-bf7b-ff0a447d3acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745446 Aug 31 04:40:41.141697 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:41.143211 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-cccd3422-af37-4fe8-a709-8963692e40f6 None None] Port 19dc101f-09e3-44fd-948b-6a8f6171973d cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:40:41.217836 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:40:41.391451 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53742) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:41.396858 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-af6c9ca5-46de-4a53-8f17-64a534e3696b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907664718', 'description': 'tempest-description--880415505'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:41.420612 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:41.427663 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-af6c9ca5-46de-4a53-8f17-64a534e3696b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.430153 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cb87c3d7-41ab-410d-bec5-94fa9fa956d6 req-8ffb8224-58a5-4ead-8baf-0737b51b1d43 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392498 Aug 31 04:40:41.447580 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:41.513356 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-af6c9ca5-46de-4a53-8f17-64a534e3696b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (b8c1d111-d1a8-48ab-9274-6689b899590f), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.518125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-af6c9ca5-46de-4a53-8f17-64a534e3696b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b8c1d111-d1a8-48ab-9274-6689b899590f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.551132 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-af6c9ca5-46de-4a53-8f17-64a534e3696b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.552378 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-af6c9ca5-46de-4a53-8f17-64a534e3696b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1592669 Aug 31 04:40:41.554687 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c9ca5-46de-4a53-8f17-64a534e3696b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c1d111-d1a8-48ab-9274-6689b899590f,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:41.555604 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53744) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:41.561090 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-f96bf0de-f386-4082-8566-cd71ce73529c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1d111-d1a8-48ab-9274-6689b899590f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:41.590780 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f96bf0de-f386-4082-8566-cd71ce73529c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (3f030d01-53e5-4401-b85b-f4d3c39f2a0f), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.658424 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f96bf0de-f386-4082-8566-cd71ce73529c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (3f030d01-53e5-4401-b85b-f4d3c39f2a0f), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.665023 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f96bf0de-f386-4082-8566-cd71ce73529c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (3f030d01-53e5-4401-b85b-f4d3c39f2a0f), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.686106 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf0de-f386-4082-8566-cd71ce73529c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f030d01-53e5-4401-b85b-f4d3c39f2a0f,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:41.698345 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f96bf0de-f386-4082-8566-cd71ce73529c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.700500 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-f96bf0de-f386-4082-8566-cd71ce73529c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438560 Aug 31 04:40:41.703259 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53746) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:41.707715 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-e615e307-09f3-44dd-9834-cfcfbb7a8efb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': 'b8c1d111-d1a8-48ab-9274-6689b899590f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:41.739934 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e615e307-09f3-44dd-9834-cfcfbb7a8efb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (81b61749-d792-4036-9dde-0cb1ba72074d), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.805652 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e615e307-09f3-44dd-9834-cfcfbb7a8efb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (81b61749-d792-4036-9dde-0cb1ba72074d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.820855 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e615e307-09f3-44dd-9834-cfcfbb7a8efb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (81b61749-d792-4036-9dde-0cb1ba72074d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.842070 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615e307-09f3-44dd-9834-cfcfbb7a8efb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b61749-d792-4036-9dde-0cb1ba72074d,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:41.851167 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e615e307-09f3-44dd-9834-cfcfbb7a8efb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.852432 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e615e307-09f3-44dd-9834-cfcfbb7a8efb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482079 Aug 31 04:40:41.857209 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53748) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:41.863119 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:41.896466 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:41.999041 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.107151 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e1f17d63-a22c-4337-a731-7fccfbf1ef57 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:42.140534 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.27.3.35 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/89f97db3-946c-4667-82ff-c2d98e2dcc4d) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:42.161874 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e1f17d63-a22c-4337-a731-7fccfbf1ef57 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:42.162323 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.251889 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e1f17d63-a22c-4337-a731-7fccfbf1ef57 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:42.252977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 770b0372-aebf-431c-bb37-e49133c07159 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:42.264611 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.294147 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:42.300902 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.311314 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 770b0372-aebf-431c-bb37-e49133c07159 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:42.313252 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (770b0372-aebf-431c-bb37-e49133c07159), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.353483 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:42.360859 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:42.365274 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:42.368766 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=89f97db3-946c-4667-82ff-c2d98e2dcc4d,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:42.404541 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 770b0372-aebf-431c-bb37-e49133c07159 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:42.404928 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (770b0372-aebf-431c-bb37-e49133c07159), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.438324 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 770b0372-aebf-431c-bb37-e49133c07159, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=770b0372-aebf-431c-bb37-e49133c07159,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:42.445510 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (770b0372-aebf-431c-bb37-e49133c07159), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.451189 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:42.473713 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (d26286c2-9419-452e-baee-0305842f7395), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.517862 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.519634 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=770b0372-aebf-431c-bb37-e49133c07159,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:42.618135 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ac25-75e9-41a0-9829-c2f1a6020898 req-41342c03-324e-4d83-af62-b7a6cbbc88c0 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:42.619773 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d514ac25-75e9-41a0-9829-c2f1a6020898 req-41342c03-324e-4d83-af62-b7a6cbbc88c0 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0737755 Aug 31 04:40:42.671535 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d514ac25-75e9-41a0-9829-c2f1a6020898 req-82918e41-0576-49c6-bcdc-f7ed02d2fc73 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f5c54f0e-2961-49d0-8316-7b8d3f58452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450523 Aug 31 04:40:42.725923 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.731845 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.803212 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=89f97db3-946c-4667-82ff-c2d98e2dcc4d,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:42.807352 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d26286c2-9419-452e-baee-0305842f7395), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.825996 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:42.827366 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5314f665-b382-444c-946a-0d80b3008d4b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9687440 Aug 31 04:40:43.005416 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-92a92248-f009-4a83-9386-66605ce0d958 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1907664718&fields=id&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 267 time: 0.0527010 Aug 31 04:40:43.072944 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-310e30f3-2998-445d-afb9-21e9e7484be2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:43.074563 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-310e30f3-2998-445d-afb9-21e9e7484be2 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 945 time: 0.0579317 Aug 31 04:40:43.123299 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-9a5b363b-d4af-4e75-a545-27ae10afc7e4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:43.124873 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-9a5b363b-d4af-4e75-a545-27ae10afc7e4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1120818 Aug 31 04:40:43.142396 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-879b1660-4e05-4472-821b-75db281a510b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/quotas/ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 375 time: 0.0100396 Aug 31 04:40:43.164701 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Deleting port f13a5355-33c4-4ae4-aaed-4afc34e93d15 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:43.165054 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:43.196199 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-59e900e5-d3bc-4d77-a768-5dd2258149fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481930 Aug 31 04:40:43.258774 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] For port f13a5355-33c4-4ae4-aaed-4afc34e93d15, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f13a5355-33c4-4ae4-aaed-4afc34e93d15,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:43.259225 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:43.272663 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Calling delete_port for f13a5355-33c4-4ae4-aaed-4afc34e93d15 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:43.294371 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-3842c65b-4a11-4b50-9486-89ca47c9c64b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846357 Aug 31 04:40:43.330253 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:43.342064 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:43.342675 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:43.395654 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-6e80d07d-acd9-4863-83aa-d7efc4fdfd5e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951769 Aug 31 04:40:43.410371 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (f13a5355-33c4-4ae4-aaed-4afc34e93d15), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:43.452039 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['f13a5355-33c4-4ae4-aaed-4afc34e93d15'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:43.457099 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Pushing event deleted for resources: {'Port': ['ID=f13a5355-33c4-4ae4-aaed-4afc34e93d15,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:43.465266 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:43.519715 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] No DVR routers for this DVR port f13a5355-33c4-4ae4-aaed-4afc34e93d15 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:43.522231 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:43.526179 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d1f5b287-347b-47bf-96c3-f4af34f47935 req-00937c16-daae-4d8e-988a-94580d073a40 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.20 "DELETE /networking/v2.0/ports/f13a5355-33c4-4ae4-aaed-4afc34e93d15 HTTP/1.1" status: 204 len: 173 time: 0.4461143 Aug 31 04:40:43.526592 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'name': 'network-vif-deleted', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:43.529032 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d37385-ef34-41fe-bf0d-c30ea4a5cbd4" -d '{"events": [{"server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "name": "network-vif-deleted", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:43.590031 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50789b40-a216-43cb-843b-7d83a3d24770 x-openstack-request-id: req-50789b40-a216-43cb-843b-7d83a3d24770 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:43.590486 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72bff5a-e67f-4494-bdea-4971a277e537", "name": "network-vif-deleted", "tag": "f13a5355-33c4-4ae4-aaed-4afc34e93d15", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:43.590848 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50789b40-a216-43cb-843b-7d83a3d24770 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:43.591312 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50789b40-a216-43cb-843b-7d83a3d24770'] response: {'server_uuid': 'c72bff5a-e67f-4494-bdea-4971a277e537', 'name': 'network-vif-deleted', 'tag': 'f13a5355-33c4-4ae4-aaed-4afc34e93d15', 'status': 'completed', 'code': 200} Aug 31 04:40:43.625593 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:43.655538 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:43.660644 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-54347dca-1bd5-47e5-9206-3f77d3b402b1 req-37cb0cf1-44dc-4ec1-8e35-244960c9effd tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 210 time: 0.0443187 Aug 31 04:40:43.726156 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:43.762168 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:43.762974 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Updating router 2705be6c-1497-4341-bf7b-ff0a447d3acb port 19dc101f-09e3-44fd-948b-6a8f6171973d binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:40:43.794416 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:43.804287 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0f649896-d6d4-4592-bb93-ab994d27fb8d req-be581c73-128a-49ee-93cc-04f1109cef64 tempest-TestMinimumBasicScenario-1327023023 tempest-TestMinimumBasicScenario-1327023023-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=c72bff5a-e67f-4494-bdea-4971a277e537 HTTP/1.1" status: 200 len: 210 time: 0.0365047 Aug 31 04:40:43.824797 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:44.021502 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 770b0372-aebf-431c-bb37-e49133c07159 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:44.072505 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 770b0372-aebf-431c-bb37-e49133c07159 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:44.073301 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (770b0372-aebf-431c-bb37-e49133c07159), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:44.103258 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Publish callbacks [] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:44.110666 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:44.149069 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 770b0372-aebf-431c-bb37-e49133c07159 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:44.169020 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Pushing event updated for resources: {'Port': ['ID=19dc101f-09e3-44fd-948b-6a8f6171973d,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:44.194311 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.194649 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.195066 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.195396 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.195722 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.196041 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.196359 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.196673 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.196989 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.197284 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.197601 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.197932 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.198249 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.198561 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.198971 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:44.212250 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Attempting to bind port 19dc101f-09e3-44fd-948b-6a8f6171973d on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:40:44.212611 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Attempting to bind port 19dc101f-09e3-44fd-948b-6a8f6171973d by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:40:44.212955 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Attempting to bind port 19dc101f-09e3-44fd-948b-6a8f6171973d on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:44.218332 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:40:44.218698 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Checking segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:44.219121 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:44.219616 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Bound using segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:40:44.220077 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Bound port: 19dc101f-09e3-44fd-948b-6a8f6171973d, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:40:44.220446 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:44.285221 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] For port 19dc101f-09e3-44fd-948b-6a8f6171973d, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:40:44.288971 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] For port 19dc101f-09e3-44fd-948b-6a8f6171973d, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=19dc101f-09e3-44fd-948b-6a8f6171973d,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:40:44.296756 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:44.334932 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:44.335633 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:44.391716 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65787da4-5516-40a4-af4f-30db7fbb5bed None None] Pushing event updated for resources: {'Port': ['ID=19dc101f-09e3-44fd-948b-6a8f6171973d,revision_number=4']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:44.456925 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:44.647041 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:44Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:44.674621 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb501ef0-d559-4884-a14d-4fe9acd387b8 None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:44Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:44.769889 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-538fa97d-adbe-4a5e-b707-ec513979dfa2 req-302f05e2-6597-4795-b9a8-021eff1eede4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 210 time: 0.0294151 Aug 31 04:40:45.083348 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:45.127755 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-d6390190-7396-4a50-8f0f-f28fe2c32d6b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:45.129571 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-d6390190-7396-4a50-8f0f-f28fe2c32d6b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1275005 Aug 31 04:40:45.219472 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-37a31857-2258-4658-b821-11cbed4585f0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 380 time: 0.0731871 Aug 31 04:40:45.233686 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'port': {'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'admin_state_up': True, 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'security_groups': ['b8c1d111-d1a8-48ab-9274-6689b899590f']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:45.298557 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:45.358780 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Made reservation on behalf of ae904e4b1df846e497cdf0edc46edaf1 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:45.363474 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:45.502958 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.20.0.11 (9f5e1d21-0d94-4325-a39c-d7a84e70a79f/79c41cf8-372b-4f64-bc85-e7b0ee2d5301/7e1f8894-0351-476c-8955-19dca2560661) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:45.519975 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7e688a27-0680-415b-a4c4-911762da051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:45.604966 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53832) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:45.646948 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (7e1f8894-0351-476c-8955-19dca2560661), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:45.684094 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (7e1f8894-0351-476c-8955-19dca2560661), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:45.728201 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:45.731848 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:45.735857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:45.762282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=7e1f8894-0351-476c-8955-19dca2560661,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:45.792598 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:45.793330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:45.819345 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-426c1833-64d5-4ffa-878b-d80ebd03dab0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906668 Aug 31 04:40:45.838200 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Request body: {'port': {'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:45.876942 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:45.947103 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13649755-8908-4420-be3d-1732a2a845dd req-2fae2c8e-7201-425b-988b-6ad1aa3b1237 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:45.948674 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13649755-8908-4420-be3d-1732a2a845dd req-2fae2c8e-7201-425b-988b-6ad1aa3b1237 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 932 time: 0.0884073 Aug 31 04:40:45.949636 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7e1f8894-0351-476c-8955-19dca2560661), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:45.973951 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (2655bfe3-19d6-4759-a303-ae956ef5500c), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:45.997402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:46.009838 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-43ffb2a9-651d-4e97-82cf-e685c493bab1 None None] Provisioning complete for port 7e1f8894-0351-476c-8955-19dca2560661 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:46.010132 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-43ffb2a9-651d-4e97-82cf-e685c493bab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7e1f8894-0351-476c-8955-19dca2560661), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.051814 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 19dc101f-09e3-44fd-948b-6a8f6171973d up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:46.061116 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-13649755-8908-4420-be3d-1732a2a845dd req-f39b3ff3-a84f-4659-95c2-37bf037006c4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984344 Aug 31 04:40:46.088387 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-43ffb2a9-651d-4e97-82cf-e685c493bab1 None None] Port 7e1f8894-0351-476c-8955-19dca2560661 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:40:46.108962 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:46.117420 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 19dc101f-09e3-44fd-948b-6a8f6171973d triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:46.117928 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.120221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:46.152878 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:46.194481 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 19dc101f-09e3-44fd-948b-6a8f6171973d is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:46.194903 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.229933 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 19dc101f-09e3-44fd-948b-6a8f6171973d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=19dc101f-09e3-44fd-948b-6a8f6171973d,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:46.236212 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.236661 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Deleting port f350709c-bff5-4bdd-8115-e1b2dee57852 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:46.236940 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.289581 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=19dc101f-09e3-44fd-948b-6a8f6171973d,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:46.300324 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1f8894-0351-476c-8955-19dca2560661 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:40:46.308399 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Publish callbacks [] for port (7e1f8894-0351-476c-8955-19dca2560661), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.320984 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] For port f350709c-bff5-4bdd-8115-e1b2dee57852, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=f350709c-bff5-4bdd-8115-e1b2dee57852,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:46.321367 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.321791 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Transition to ACTIVE for port object 7e1f8894-0351-476c-8955-19dca2560661 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:40:46.326227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (7e1f8894-0351-476c-8955-19dca2560661), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.334501 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Calling delete_port for f350709c-bff5-4bdd-8115-e1b2dee57852 owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:46.408593 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f8894-0351-476c-8955-19dca2560661,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:46.437919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Attempting to bind port 7e1f8894-0351-476c-8955-19dca2560661 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:40:46.438255 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Attempting to bind port 7e1f8894-0351-476c-8955-19dca2560661 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:40:46.438598 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Attempting to bind port 7e1f8894-0351-476c-8955-19dca2560661 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:46.442976 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Port 7e1f8894-0351-476c-8955-19dca2560661 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:40:46.443290 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Attempting to bind port 7e1f8894-0351-476c-8955-19dca2560661 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:46.448036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:40:46.448368 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Checking segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:46.448782 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Bound using segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:40:46.449166 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Bound port: 7e1f8894-0351-476c-8955-19dca2560661, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:40:46.449653 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7e1f8894-0351-476c-8955-19dca2560661), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.518618 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] For port 7e1f8894-0351-476c-8955-19dca2560661, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:40:46.522277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] For port 7e1f8894-0351-476c-8955-19dca2560661, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7e1f8894-0351-476c-8955-19dca2560661,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:40:46.529137 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (7e1f8894-0351-476c-8955-19dca2560661), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.529620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (f350709c-bff5-4bdd-8115-e1b2dee57852), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.533027 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:46.534817 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.534981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:46.535905 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7e1f8894-0351-476c-8955-19dca2560661 HTTP/1.1" status: 200 len: 1094 time: 0.7012839 Aug 31 04:40:46.537908 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'tag': '7e1f8894-0351-476c-8955-19dca2560661'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:46.540351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8825b320-3de9-472d-8702-195e3bd796b7" -d '{"events": [{"name": "network-changed", "server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "tag": "7e1f8894-0351-476c-8955-19dca2560661"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:46.556175 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=f350709c-bff5-4bdd-8115-e1b2dee57852,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:46.603397 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420451a6-9654-4852-bbc1-6f9391493c96 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f8894-0351-476c-8955-19dca2560661,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:46.619999 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafea080-c88e-4d68-94b4-d1cd4f4130fe x-openstack-request-id: req-bafea080-c88e-4d68-94b4-d1cd4f4130fe {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:46.620284 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "tag": "7e1f8894-0351-476c-8955-19dca2560661", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:46.620477 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bafea080-c88e-4d68-94b4-d1cd4f4130fe {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:46.621424 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafea080-c88e-4d68-94b4-d1cd4f4130fe'] response: {'name': 'network-changed', 'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'tag': '7e1f8894-0351-476c-8955-19dca2560661', 'status': 'completed', 'code': 200} Aug 31 04:40:46.684205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-064b528d-c649-4c31-aefe-9512c22b7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:46.686081 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-064b528d-c649-4c31-aefe-9512c22b7f95 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 1128 time: 0.0439045 Aug 31 04:40:46.726854 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (2655bfe3-19d6-4759-a303-ae956ef5500c), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:46.740171 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-5dddc7f4-be4f-400f-9034-31871b1b4d09 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e1f8894-0351-476c-8955-19dca2560661 HTTP/1.1" status: 200 len: 217 time: 0.0393393 Aug 31 04:40:46.794423 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-455ec36d-7b94-48f6-8d88-5c3bd08194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:46.795942 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-455ec36d-7b94-48f6-8d88-5c3bd08194a0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0470772 Aug 31 04:40:46.816279 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:46.839855 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-cefe42c9-4b9f-4543-b394-f571eb7cfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:46.841783 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-cefe42c9-4b9f-4543-b394-f571eb7cfb3b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396678 Aug 31 04:40:46.937645 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-c00e912c-df40-41be-9173-bb78aabec517 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887895 Aug 31 04:40:46.941164 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Router 2655bfe3-19d6-4759-a303-ae956ef5500c has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:47.031039 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4b10e4af-c035-4cab-bb44-7dbd7bc9145a req-0147ebbd-9cef-4dbe-b4ce-bb51679ff837 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870118 Aug 31 04:40:47.046278 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:47.052524 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ac3917bf-f0ff-4255-8b68-365a101f2c8d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/2655bfe3-19d6-4759-a303-ae956ef5500c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4454687 Aug 31 04:40:47.054953 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53838) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:47.059518 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] Sync routers for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:47.073218 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:47.073809 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:47.167452 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks [] for router (2655bfe3-19d6-4759-a303-ae956ef5500c), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.181560 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:47.194943 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:47.212379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a85d6e-e121-4262-89c8-5b8f44959aee req-796e4345-2543-44c7-a4de-b27c51035037 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:47.214116 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-05a85d6e-e121-4262-89c8-5b8f44959aee req-796e4345-2543-44c7-a4de-b27c51035037 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 944 time: 0.0524933 Aug 31 04:40:47.275000 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks [] for router_gateway (2655bfe3-19d6-4759-a303-ae956ef5500c), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.283090 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-05a85d6e-e121-4262-89c8-5b8f44959aee req-7266df2c-12e6-4310-beb2-cd43752f24fb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618272 Aug 31 04:40:47.329099 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Deleting port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:47.329446 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.409304 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] For port 01b37ae0-bbd6-4b54-871c-dfbccb797cf2, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:47.409639 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.425906 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Calling delete_port for 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 owned by network:router_gateway {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:47.483058 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:47.497240 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port': {'id': '01b37ae0-bbd6-4b54-871c-dfbccb797cf2', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:23Z', 'updated_at': '2022-08-31T04:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:47.522010 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] Checking router: 2655bfe3-19d6-4759-a303-ae956ef5500c for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:47.531358 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] Routers {'2655bfe3-19d6-4759-a303-ae956ef5500c'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:47.531968 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2655bfe3-19d6-4759-a303-ae956ef5500c'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:47.603248 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (01b37ae0-bbd6-4b54-871c-dfbccb797cf2), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.616894 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] Set router 2655bfe3-19d6-4759-a303-ae956ef5500c gateway port host: None {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:47.629633 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b37ae0-bbd6-4b54-871c-dfbccb797cf2,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:47.671178 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:40:47Z', 'revision_number': 6, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:47.681460 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:47.695599 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (2655bfe3-19d6-4759-a303-ae956ef5500c), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.696608 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0bfa73-bc04-4e5b-afdc-58f1a4df0fe8 None None] The sync data for ids ['2655bfe3-19d6-4759-a303-ae956ef5500c'] in dv-cinder-855307-1-iscsi is: [{'id': '2655bfe3-19d6-4759-a303-ae956ef5500c', 'name': 'tempest-TestMinimumBasicScenario-1588615701-router', 'tenant_id': '6714373199f5419a9a70267187067934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:22Z', 'updated_at': '2022-08-31T04:40:47Z', 'revision_number': 6, 'project_id': '6714373199f5419a9a70267187067934', 'gw_port_host': None}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:47.736481 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f13a5355-33c4-4ae4-aaed-4afc34e93d15 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:47.756346 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: f13a5355-33c4-4ae4-aaed-4afc34e93d15 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:47.756661 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device f13a5355-33c4-4ae4-aaed-4afc34e93d15 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:47.784303 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (2655bfe3-19d6-4759-a303-ae956ef5500c), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.786521 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks [] for router_controller (2655bfe3-19d6-4759-a303-ae956ef5500c), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.829996 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (2655bfe3-19d6-4759-a303-ae956ef5500c), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.830839 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2655bfe3-19d6-4759-a303-ae956ef5500c {{(pid=106562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:40:47.836634 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.838055 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-7224b455-7889-4f34-851d-211c5cbd71c5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/2655bfe3-19d6-4759-a303-ae956ef5500c HTTP/1.1" status: 204 len: 168 time: 0.7821839 Aug 31 04:40:47.840838 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53842) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:47.886064 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] Deleting subnet 29fc57df-32df-49d1-b439-5fa8ad2fca49 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:40:47.889548 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] Publish callbacks [] for subnet (29fc57df-32df-49d1-b439-5fa8ad2fca49), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.928135 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (29fc57df-32df-49d1-b439-5fa8ad2fca49), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:47.942346 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b320-3de9-472d-8702-195e3bd796b7 req-fa95944f-da65-404d-92a4-69b15bdc7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:47.944012 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8825b320-3de9-472d-8702-195e3bd796b7 req-fa95944f-da65-404d-92a4-69b15bdc7779 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 1128 time: 0.0399983 Aug 31 04:40:47.963591 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-3f8ba1a2-b230-4606-935d-8f57bce86512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.008062 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (29fc57df-32df-49d1-b439-5fa8ad2fca49), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.018652 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:48.052037 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b320-3de9-472d-8702-195e3bd796b7 req-3e7100cb-8e57-4ab9-8193-f6e316106bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:48.053542 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8825b320-3de9-472d-8702-195e3bd796b7 req-3e7100cb-8e57-4ab9-8193-f6e316106bdf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.1021180 Aug 31 04:40:48.101004 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (29fc57df-32df-49d1-b439-5fa8ad2fca49), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.103855 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8825b320-3de9-472d-8702-195e3bd796b7 req-4c26ece4-6e09-4984-a1b2-21fd68bc9aa2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e1f8894-0351-476c-8955-19dca2560661 HTTP/1.1" status: 200 len: 217 time: 0.0434065 Aug 31 04:40:48.130611 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fc57df-32df-49d1-b439-5fa8ad2fca49,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:48.138294 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.142750 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-100c00eb-9993-4fe1-8db2-d6690a329c8d admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/29fc57df-32df-49d1-b439-5fa8ad2fca49 HTTP/1.1" status: 204 len: 168 time: 0.3009531 Aug 31 04:40:48.143601 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58b359e-035b-44e3-a758-af0c38bb62fb None None] Network e8667517-3360-4053-ba73-ab7205fbbabb requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:40:48.145271 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53846) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:48.170351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b320-3de9-472d-8702-195e3bd796b7 req-aa066002-836f-4a4c-8854-b3043af35a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:48.170962 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8825b320-3de9-472d-8702-195e3bd796b7 req-aa066002-836f-4a4c-8854-b3043af35a1d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0582709 Aug 31 04:40:48.219978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b320-3de9-472d-8702-195e3bd796b7 req-d39ba4d6-ad66-4e1e-9709-bd8c5f2e6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:48.221615 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8825b320-3de9-472d-8702-195e3bd796b7 req-d39ba4d6-ad66-4e1e-9709-bd8c5f2e6eb2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450149 Aug 31 04:40:48.225405 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (e8667517-3360-4053-ba73-ab7205fbbabb), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.227099 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 19dc101f-09e3-44fd-948b-6a8f6171973d up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:48.274533 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Deleting port e9d5b768-3ac2-4565-ae67-a100383eb0ad {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:48.274828 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.300840 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 19dc101f-09e3-44fd-948b-6a8f6171973d triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:48.301223 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.331191 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8825b320-3de9-472d-8702-195e3bd796b7 req-f49f26b2-8010-44ab-875a-893329297ce0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007850 Aug 31 04:40:48.416167 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 19dc101f-09e3-44fd-948b-6a8f6171973d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:48.444600 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8825b320-3de9-472d-8702-195e3bd796b7 req-5f677a67-7909-4d55-982e-acada815b5a6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023843 Aug 31 04:40:48.576972 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] DHCP port deletion for e8667517-3360-4053-ba73-ab7205fbbabb request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:40:48.592517 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:48.618196 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device f350709c-bff5-4bdd-8115-e1b2dee57852 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:48.628603 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] For port e9d5b768-3ac2-4565-ae67-a100383eb0ad, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e9d5b768-3ac2-4565-ae67-a100383eb0ad,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:48.628971 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.641460 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea20fa9-570f-4bae-ae60-e8acf93cf522 req-f582a7ba-a5a1-4c68-92d3-753bbfc4482c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:48.642968 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2ea20fa9-570f-4bae-ae60-e8acf93cf522 req-f582a7ba-a5a1-4c68-92d3-753bbfc4482c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 944 time: 0.0795829 Aug 31 04:40:48.648102 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: f350709c-bff5-4bdd-8115-e1b2dee57852 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:48.648445 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device f350709c-bff5-4bdd-8115-e1b2dee57852 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:48.649025 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Calling delete_port for e9d5b768-3ac2-4565-ae67-a100383eb0ad owned by network:dhcp {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:48.650203 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] Deleting port e9d5b768-3ac2-4565-ae67-a100383eb0ad {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:48.650546 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.709794 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:48.722165 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] For port e9d5b768-3ac2-4565-ae67-a100383eb0ad, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e9d5b768-3ac2-4565-ae67-a100383eb0ad,segment=NetworkSegment(c941586d-bed6-4fd7-90f5-747cfce068ca),segment_id=c941586d-bed6-4fd7-90f5-747cfce068ca)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:48.722892 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.728052 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:48.736352 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] Calling delete_port for e9d5b768-3ac2-4565-ae67-a100383eb0ad owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:48.752355 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2ea20fa9-570f-4bae-ae60-e8acf93cf522 req-689fe1eb-61ba-4fe5-81fd-b1e553ad1a2a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977054 Aug 31 04:40:48.776508 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.803733 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d5b768-3ac2-4565-ae67-a100383eb0ad,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:48.805549 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] No DVR routers for this DVR port e9d5b768-3ac2-4565-ae67-a100383eb0ad on host dv-cinder-855307-1-iscsi {{(pid=106562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:48.815733 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (e9d5b768-3ac2-4565-ae67-a100383eb0ad), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.837166 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] Pushing event deleted for resources: {'Port': ['ID=e9d5b768-3ac2-4565-ae67-a100383eb0ad,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:48.846094 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7056fb2-1c85-4809-a8d8-e05bd0949a18 None None] No DVR routers for this DVR port e9d5b768-3ac2-4565-ae67-a100383eb0ad on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:48.872340 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:48.887457 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (e8667517-3360-4053-ba73-ab7205fbbabb), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.909041 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8667517-3360-4053-ba73-ab7205fbbabb']}} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:48.921499 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c941586d-bed6-4fd7-90f5-747cfce068ca') {'for_net_delete': True} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:48.921828 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c941586d-bed6-4fd7-90f5-747cfce068ca') {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:48.931560 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8843864'] for segment (c941586d-bed6-4fd7-90f5-747cfce068ca), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.945063 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c941586d-bed6-4fd7-90f5-747cfce068ca), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:48.951394 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=106562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:40:48.951772 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845000'] for segment (c941586d-bed6-4fd7-90f5-747cfce068ca), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.013944 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (e8667517-3360-4053-ba73-ab7205fbbabb), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.020643 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.023658 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.027312 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e8667517-3360-4053-ba73-ab7205fbbabb HTTP/1.1" status: 204 len: 168 time: 0.8782530 Aug 31 04:40:49.028521 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53854) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:49.043823 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc5233-e954-405f-9d78-1183229bb524 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8667517-3360-4053-ba73-ab7205fbbabb,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:49.123721 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment c941586d-bed6-4fd7-90f5-747cfce068ca resource provider aggregate not found Aug 31 04:40:49.143992 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment c941586d-bed6-4fd7-90f5-747cfce068ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c941586d-bed6-4fd7-90f5-747cfce068ca found for delete ", "request_id": "req-2c197776-5d90-46dd-ac62-fb3966c4ff8f"}]} Aug 31 04:40:49.374227 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.599711 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Deleting port 510a9637-95a3-406d-b17c-0bb0c08f2708 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:49.600023 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.679152 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] For port 510a9637-95a3-406d-b17c-0bb0c08f2708, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=510a9637-95a3-406d-b17c-0bb0c08f2708,segment=NetworkSegment(e83014c2-dca3-4173-aa8d-c672d76ad6cb),segment_id=e83014c2-dca3-4173-aa8d-c672d76ad6cb)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:49.679370 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.692068 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Calling delete_port for 510a9637-95a3-406d-b17c-0bb0c08f2708 owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:49.704303 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:49.745305 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7e1f8894-0351-476c-8955-19dca2560661 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:40:49.755688 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:49.851800 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 7e1f8894-0351-476c-8955-19dca2560661, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7e1f8894-0351-476c-8955-19dca2560661,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:49.864222 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '7e1f8894-0351-476c-8955-19dca2560661', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:40:49.889408 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc84f1-3258-4547-a400-bf1d088d9b44 req-09f8dc56-98f9-49a5-93f3-b7cfe9955292 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:49.891016 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a5cc84f1-3258-4547-a400-bf1d088d9b44 req-09f8dc56-98f9-49a5-93f3-b7cfe9955292 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 944 time: 0.0528946 Aug 31 04:40:49.894986 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (510a9637-95a3-406d-b17c-0bb0c08f2708), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.906307 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 7e1f8894-0351-476c-8955-19dca2560661 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:49.906696 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7e1f8894-0351-476c-8955-19dca2560661), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.919832 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1f8894-0351-476c-8955-19dca2560661 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:40:49.923782 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Pushing event deleted for resources: {'Port': ['ID=510a9637-95a3-406d-b17c-0bb0c08f2708,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:49.944028 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 7e1f8894-0351-476c-8955-19dca2560661, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7e1f8894-0351-476c-8955-19dca2560661,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:49.957142 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (7e1f8894-0351-476c-8955-19dca2560661), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:49.966150 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a5cc84f1-3258-4547-a400-bf1d088d9b44 req-feac1529-b1e3-45f8-961e-993508546723 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609517 Aug 31 04:40:50.029981 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=7e1f8894-0351-476c-8955-19dca2560661,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:50.115264 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e9d5b768-3ac2-4565-ae67-a100383eb0ad no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:50.133691 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:50.136270 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: e9d5b768-3ac2-4565-ae67-a100383eb0ad {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:50.136619 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e9d5b768-3ac2-4565-ae67-a100383eb0ad not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:50.137035 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:50.157879 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:50.158228 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 01b37ae0-bbd6-4b54-871c-dfbccb797cf2 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:50.292019 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['7e1f8894-0351-476c-8955-19dca2560661'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:40:50.342580 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:50.343158 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:50.447848 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:50.452707 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a7d62ce4-950f-4421-ad1c-2239f6d1d036 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0679e0c8-831b-4ef9-bc0b-2a5419d46dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4238877 Aug 31 04:40:50.455355 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53860) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:50.457834 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] Sync routers for ids ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:50.468047 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] Routers {'0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:50.468651 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:50.470161 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:50.471908 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:50.554547 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks [] for router (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:50.652867 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:50.660178 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks [] for router_gateway (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:50.664961 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] Set router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:50.697739 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:50.705330 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Deleting port cd8d3e82-0d0b-456b-9469-d898eb686d89 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:50.705932 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:50.707756 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:50.795987 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] For port cd8d3e82-0d0b-456b-9469-d898eb686d89, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=cd8d3e82-0d0b-456b-9469-d898eb686d89,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:50.796353 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:50.809353 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Calling delete_port for cd8d3e82-0d0b-456b-9469-d898eb686d89 owned by network:router_gateway {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:50.837552 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:40:49Z', 'revision_number': 5, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port': {'id': 'cd8d3e82-0d0b-456b-9469-d898eb686d89', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:37:32Z', 'updated_at': '2022-08-31T04:37:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:50.862309 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] Checking router: 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:50.871034 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] Routers {'0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:50.871727 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:50.956770 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] Set router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 gateway port host: None {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:50.977238 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (cd8d3e82-0d0b-456b-9469-d898eb686d89), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.001372 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8d3e82-0d0b-456b-9469-d898eb686d89,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:51.014561 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:40:50Z', 'revision_number': 6, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:51.040227 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e6dff-bcde-4905-9e39-eb88d63b7786 None None] The sync data for ids ['0679e0c8-831b-4ef9-bc0b-2a5419d46dc2'] in dv-cinder-855307-1-iscsi is: [{'id': '0679e0c8-831b-4ef9-bc0b-2a5419d46dc2', 'name': 'tempest-TestMinimumBasicScenario-102187579-router', 'tenant_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:37:31Z', 'updated_at': '2022-08-31T04:40:50Z', 'revision_number': 6, 'project_id': 'f992ae8c1f3b47dd88bd3f2b20216125', 'gw_port_host': None}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:51.115154 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7db8b-cc9b-47a0-ae9e-d5a743991c1f req-bac0a4e9-985e-42df-9cf2-2f03614aa597 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:51.116670 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6db7db8b-cc9b-47a0-ae9e-d5a743991c1f req-bac0a4e9-985e-42df-9cf2-2f03614aa597 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 945 time: 0.0657582 Aug 31 04:40:51.125401 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.234155 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.238554 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks [] for router_controller (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.256101 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6db7db8b-cc9b-47a0-ae9e-d5a743991c1f req-c0ca593a-bedd-42b9-935d-9cc541986285 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318758 Aug 31 04:40:51.298924 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (0679e0c8-831b-4ef9-bc0b-2a5419d46dc2), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.299874 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 {{(pid=106562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:40:51.307015 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.308711 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5682a8c9-b8a5-441f-b5c4-63387b4846a2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/0679e0c8-831b-4ef9-bc0b-2a5419d46dc2 HTTP/1.1" status: 204 len: 168 time: 0.8522661 Aug 31 04:40:51.312363 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53864) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:51.365205 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] Deleting subnet b605016f-2f59-496b-b906-ab1ac72bd3c3 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:40:51.369996 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] Publish callbacks [] for subnet (b605016f-2f59-496b-b906-ab1ac72bd3c3), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.409514 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (b605016f-2f59-496b-b906-ab1ac72bd3c3), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.492265 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (b605016f-2f59-496b-b906-ab1ac72bd3c3), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.565593 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (b605016f-2f59-496b-b906-ab1ac72bd3c3), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.593944 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b605016f-2f59-496b-b906-ab1ac72bd3c3,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:51.598136 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.601731 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3f2dac17-b1fe-4794-9614-791bf7932114 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/b605016f-2f59-496b-b906-ab1ac72bd3c3 HTTP/1.1" status: 204 len: 168 time: 0.2880108 Aug 31 04:40:51.604007 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9995cf9-984b-4091-a787-9076f70de5c7 None None] Network ee0e2491-fccf-4669-81af-2a5a04e79f03 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:40:51.608040 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53866) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:51.688961 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (ee0e2491-fccf-4669-81af-2a5a04e79f03), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.725030 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.735992 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Deleting port aebf9171-981b-456d-ba7e-8d8a5da865d7 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:51.736338 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.762005 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7e1f8894-0351-476c-8955-19dca2560661 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:51.792874 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:51.798112 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] DHCP port deletion for ee0e2491-fccf-4669-81af-2a5a04e79f03 request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:40:51.806268 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] For port aebf9171-981b-456d-ba7e-8d8a5da865d7, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=aebf9171-981b-456d-ba7e-8d8a5da865d7,segment=NetworkSegment(e83014c2-dca3-4173-aa8d-c672d76ad6cb),segment_id=e83014c2-dca3-4173-aa8d-c672d76ad6cb)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:51.806638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.810765 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:51.822292 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Calling delete_port for aebf9171-981b-456d-ba7e-8d8a5da865d7 owned by network:dhcp {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:51.853012 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 7e1f8894-0351-476c-8955-19dca2560661 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:40:51.856541 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] Deleting port aebf9171-981b-456d-ba7e-8d8a5da865d7 {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:40:51.857303 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.869307 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 7e1f8894-0351-476c-8955-19dca2560661 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:51.869680 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7e1f8894-0351-476c-8955-19dca2560661), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.902470 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:51.921984 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.948891 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Pushing event deleted for resources: {'Port': ['ID=aebf9171-981b-456d-ba7e-8d8a5da865d7,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:51.953046 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] No DVR routers for this DVR port aebf9171-981b-456d-ba7e-8d8a5da865d7 on host dv-cinder-855307-1-iscsi {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:51.961543 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] For port aebf9171-981b-456d-ba7e-8d8a5da865d7, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=aebf9171-981b-456d-ba7e-8d8a5da865d7,segment=NetworkSegment(e83014c2-dca3-4173-aa8d-c672d76ad6cb),segment_id=e83014c2-dca3-4173-aa8d-c672d76ad6cb)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:51.961934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:51.984018 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] Calling delete_port for aebf9171-981b-456d-ba7e-8d8a5da865d7 owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:40:52.053842 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device cd8d3e82-0d0b-456b-9469-d898eb686d89 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:52.069719 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (ee0e2491-fccf-4669-81af-2a5a04e79f03), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.097498 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0e2491-fccf-4669-81af-2a5a04e79f03']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:52.111114 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83014c2-dca3-4173-aa8d-c672d76ad6cb') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:52.111557 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83014c2-dca3-4173-aa8d-c672d76ad6cb') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:52.122892 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: cd8d3e82-0d0b-456b-9469-d898eb686d89 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:52.123250 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device cd8d3e82-0d0b-456b-9469-d898eb686d89 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:52.123672 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 510a9637-95a3-406d-b17c-0bb0c08f2708 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:52.132962 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (e83014c2-dca3-4173-aa8d-c672d76ad6cb), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.148899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (e83014c2-dca3-4173-aa8d-c672d76ad6cb), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.151602 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 7e1f8894-0351-476c-8955-19dca2560661 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:52.151991 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7e1f8894-0351-476c-8955-19dca2560661), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.157852 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 510a9637-95a3-406d-b17c-0bb0c08f2708 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:52.158196 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 510a9637-95a3-406d-b17c-0bb0c08f2708 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:52.158661 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device aebf9171-981b-456d-ba7e-8d8a5da865d7 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:40:52.163522 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:40:52.164030 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (e83014c2-dca3-4173-aa8d-c672d76ad6cb), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.196284 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: aebf9171-981b-456d-ba7e-8d8a5da865d7 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:40:52.196579 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device aebf9171-981b-456d-ba7e-8d8a5da865d7 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:40:52.214092 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f8894-0351-476c-8955-19dca2560661'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:52.217439 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7fe6e-fa5e-44ec-9564-52d988e38956" -d '{"events": [{"server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f8894-0351-476c-8955-19dca2560661"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:52.230348 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (aebf9171-981b-456d-ba7e-8d8a5da865d7), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.238444 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 7e1f8894-0351-476c-8955-19dca2560661, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7e1f8894-0351-476c-8955-19dca2560661,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:52.270693 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] Pushing event deleted for resources: {'Port': ['ID=aebf9171-981b-456d-ba7e-8d8a5da865d7,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:52.276151 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (7e1f8894-0351-476c-8955-19dca2560661), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.286529 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e5211-9fec-4681-b384-b016d3b3cd31 None None] No DVR routers for this DVR port aebf9171-981b-456d-ba7e-8d8a5da865d7 on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:40:52.312286 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (ee0e2491-fccf-4669-81af-2a5a04e79f03), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.335982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.341368 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/ee0e2491-fccf-4669-81af-2a5a04e79f03 HTTP/1.1" status: 204 len: 168 time: 0.7319584 Aug 31 04:40:52.360799 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment e83014c2-dca3-4173-aa8d-c672d76ad6cb resource provider aggregate not found Aug 31 04:40:52.387174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec00af4-7793-42b7-9f8b-f5aa6a6875ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0e2491-fccf-4669-81af-2a5a04e79f03,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:52.407013 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment e83014c2-dca3-4173-aa8d-c672d76ad6cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e83014c2-dca3-4173-aa8d-c672d76ad6cb found for delete ", "request_id": "req-13e80286-884a-4b53-aa18-3b830993a608"}]} Aug 31 04:40:52.407959 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=7e1f8894-0351-476c-8955-19dca2560661,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:52.432982 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc056862-8a77-4e60-90b1-c82307188a95 x-openstack-request-id: req-bc056862-8a77-4e60-90b1-c82307188a95 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:52.433254 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "name": "network-vif-plugged", "status": "completed", "tag": "7e1f8894-0351-476c-8955-19dca2560661", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:52.433589 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc056862-8a77-4e60-90b1-c82307188a95 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:52.433896 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc056862-8a77-4e60-90b1-c82307188a95'] response: {'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f8894-0351-476c-8955-19dca2560661', 'code': 200} Aug 31 04:40:52.473274 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a39d37-b856-4460-90e5-8c6499da854a req-40b0bd73-f3c8-4673-8a8c-84cd2fb420ae tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:52.474748 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a0a39d37-b856-4460-90e5-8c6499da854a req-40b0bd73-f3c8-4673-8a8c-84cd2fb420ae tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 946 time: 0.0575461 Aug 31 04:40:52.534077 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a0a39d37-b856-4460-90e5-8c6499da854a req-dc95132b-7fb4-419e-9bea-48fca3401b94 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532992 Aug 31 04:40:52.539325 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53892) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:52.545665 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:52.576341 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:52.584522 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3872f5ee-488a-4f6a-bf6e-6a164651d2f4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6714373199f5419a9a70267187067934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440245 Aug 31 04:40:52.587114 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53894) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:52.636573 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5b15-4bd4-4b67-a4fd-9c8b60c45b9d admin admin] Publish callbacks [] for security_group (f5c54f0e-2961-49d0-8316-7b8d3f58452a), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.658061 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5b15-4bd4-4b67-a4fd-9c8b60c45b9d admin admin] Publish callbacks [] for security_group (f5c54f0e-2961-49d0-8316-7b8d3f58452a), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.674504 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:52.678863 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d610-4783-45ff-ace7-d039aa3bc332 req-4bf934b0-d1c0-499c-8ecb-4a72180e252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:52.680484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9f40d610-4783-45ff-ace7-d039aa3bc332 req-4bf934b0-d1c0-499c-8ecb-4a72180e252a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 1130 time: 0.0451040 Aug 31 04:40:52.709996 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5b15-4bd4-4b67-a4fd-9c8b60c45b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f5c54f0e-2961-49d0-8316-7b8d3f58452a), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.712711 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-eaeb5b15-4bd4-4b67-a4fd-9c8b60c45b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:52.713915 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-eaeb5b15-4bd4-4b67-a4fd-9c8b60c45b9d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f5c54f0e-2961-49d0-8316-7b8d3f58452a HTTP/1.1" status: 204 len: 168 time: 0.1259053 Aug 31 04:40:52.722025 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb5b15-4bd4-4b67-a4fd-9c8b60c45b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c54f0e-2961-49d0-8316-7b8d3f58452a,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:52.735495 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9f40d610-4783-45ff-ace7-d039aa3bc332 req-fd79edda-2f0e-4402-8d2a-dd6ec32030e5 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475156 Aug 31 04:40:53.056792 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53900) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:53.099500 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-995454e7-e526-41b1-8371-750908418b20 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f992ae8c1f3b47dd88bd3f2b20216125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415983 Aug 31 04:40:53.102047 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53902) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:53.152788 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7d035cc4-e5a2-4744-bd4e-c8e8effd7d41 admin admin] Publish callbacks [] for security_group (dc12feeb-0070-41c0-9139-1bcc20d5d5e2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:53.172931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7d035cc4-e5a2-4744-bd4e-c8e8effd7d41 admin admin] Publish callbacks [] for security_group (dc12feeb-0070-41c0-9139-1bcc20d5d5e2), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:53.228823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7d035cc4-e5a2-4744-bd4e-c8e8effd7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (dc12feeb-0070-41c0-9139-1bcc20d5d5e2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:53.231840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7d035cc4-e5a2-4744-bd4e-c8e8effd7d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:53.233055 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-7d035cc4-e5a2-4744-bd4e-c8e8effd7d41 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/dc12feeb-0070-41c0-9139-1bcc20d5d5e2 HTTP/1.1" status: 204 len: 168 time: 0.1300616 Aug 31 04:40:53.241317 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035cc4-e5a2-4744-bd4e-c8e8effd7d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12feeb-0070-41c0-9139-1bcc20d5d5e2,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:53.567169 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-c61fc096-1b60-46e9-9304-43e16f2d3b6d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441854 Aug 31 04:40:53.687247 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665405a-cbf6-40f2-be25-2ecec01df57a req-739bd726-997f-4b29-b2c6-96df2f4d87fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:53.688839 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c665405a-cbf6-40f2-be25-2ecec01df57a req-739bd726-997f-4b29-b2c6-96df2f4d87fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 946 time: 0.0596809 Aug 31 04:40:53.739741 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c665405a-cbf6-40f2-be25-2ecec01df57a req-917d04cd-6464-467d-9be5-5ad8e491b27c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450952 Aug 31 04:40:53.846859 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-371efe3a-4055-41a1-b02f-3e5dc6c52025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:53.849005 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-371efe3a-4055-41a1-b02f-3e5dc6c52025 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1130 time: 0.0492685 Aug 31 04:40:53.998794 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53932) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:54.120998 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1403021115-network', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:54.144844 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Made reservation on behalf of 312b9335479c4d72b78a20bb2f1b7296 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:54.147232 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.157761 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.219580 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:54.244849 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks [] for security_group (9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.249701 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.271082 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:40:54.296324 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c31e2198-31aa-4be6-b211-0530a13cc9ef), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.296903 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Added segment c31e2198-31aa-4be6-b211-0530a13cc9ef of type vlan for network c418a9e6-611c-4446-9f40-8356037355dc Aug 31 04:40:54.298425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:54.389228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (c418a9e6-611c-4446-9f40-8356037355dc), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.421408 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484c853-5911-4464-b14b-82cb11ef6f35 req-3420123b-7a40-4d17-81f7-1634a5b50ebf tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:54.422931 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c484c853-5911-4464-b14b-82cb11ef6f35 req-3420123b-7a40-4d17-81f7-1634a5b50ebf tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0476828 Aug 31 04:40:54.433149 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (c418a9e6-611c-4446-9f40-8356037355dc), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.434243 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:54.434849 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.472100 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c484c853-5911-4464-b14b-82cb11ef6f35 req-d2c25d40-158e-4f55-a920-af2fde0346e6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433025 Aug 31 04:40:54.503019 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5030649 Aug 31 04:40:54.506002 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53948) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:54.506196 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-c4d5145f-bcc4-4229-8692-06853a3d51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:54.507565 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-c4d5145f-bcc4-4229-8692-06853a3d51e2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.1750517 Aug 31 04:40:54.510890 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Request body: {'subnet': {'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1403021115-subnet', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:54.524494 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949d7dd-4770-412a-83bc-9a943c24a92f admin admin] Pushing event updated for resources: {'Network': ['ID=c418a9e6-611c-4446-9f40-8356037355dc,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:54.531777 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Made reservation on behalf of 312b9335479c4d72b78a20bb2f1b7296 for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:54.535056 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network c418a9e6-611c-4446-9f40-8356037355dc details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:40:54.536221 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3726776'] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.565738 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:54.578933 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-39cb6396-3d2a-4494-828c-1ec2d318f1c5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 200 len: 1001 time: 0.0604193 Aug 31 04:40:54.638749 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-2f450863-cdd6-4684-9f24-1813835c6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:54.640229 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-2f450863-cdd6-4684-9f24-1813835c6072 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0536835 Aug 31 04:40:54.696591 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-c74a0814-e818-424b-8902-b3c30f0fad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:54.699179 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-c74a0814-e818-424b-8902-b3c30f0fad34 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514243 Aug 31 04:40:54.715516 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3726766'] for subnet (3350f2b9-8722-461a-a9b9-195751ace6db), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.766092 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3350f2b9-8722-461a-a9b9-195751ace6db,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:54.786224 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Checking segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:54.786666 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Network hostable DHCP agents. Network: c418a9e6-611c-4446-9f40-8356037355dc, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:40:54.803008 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-94acbad4-7909-431f-aee0-1e8774aeaec7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968363 Aug 31 04:40:54.807933 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Network c418a9e6-611c-4446-9f40-8356037355dc is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:40:54.819901 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, c418a9e6-611c-4446-9f40-8356037355dc) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:54.824506 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:54.825329 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.833125 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1209713-22a9-420d-9ac6-4de9c038c6a0 None None] Network c418a9e6-611c-4446-9f40-8356037355dc requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:40:54.843564 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4ba0cae3-8283-4bfd-8c47-de6545844e30 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3364522 Aug 31 04:40:54.846410 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53954) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:54.851050 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:54.872154 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (164264d3-6d37-4e9b-939d-50907abe95d2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.874240 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (164264d3-6d37-4e9b-939d-50907abe95d2), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.915305 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b296c-1d00-4ee5-b030-b91fcba2aea2 req-e301a2a8-b8c0-4637-a9f2-c8aead7d24c8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:54.919291 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-854b296c-1d00-4ee5-b030-b91fcba2aea2 req-e301a2a8-b8c0-4637-a9f2-c8aead7d24c8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 946 time: 0.0886061 Aug 31 04:40:54.926656 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:54.928879 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks [] for router_controller (164264d3-6d37-4e9b-939d-50907abe95d2), precommit_add_association {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.954140 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-c418a9e6-611c-4446-9f40-8356037355dc', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:40:54.955590 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:54.981968 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89786c23-3aab-4850-aee2-0a96806d2bb2 req-aa7d0985-b257-4f80-991d-33d0a5df76b8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706281 Aug 31 04:40:55.003446 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-854b296c-1d00-4ee5-b030-b91fcba2aea2 req-84c39f4a-b8fa-4477-8c3c-bf0cecf67729 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777953 Aug 31 04:40:55.135440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Allocated IP 172.20.0.2 (c418a9e6-611c-4446-9f40-8356037355dc/3350f2b9-8722-461a-a9b9-195751ace6db/b2d868cf-745c-451f-b035-8077bb3a46d6) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:55.147530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:55.239156 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:55.288762 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Publish callbacks [] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.295782 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.319044 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:55.329507 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Network c418a9e6-611c-4446-9f40-8356037355dc is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:55.334435 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:55.338310 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:55.355333 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Pushing event updated for resources: {'Port': ['ID=b2d868cf-745c-451f-b035-8077bb3a46d6,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:55.355589 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850238fb-b055-40b3-9b7b-73d0841b56b1 req-7255d45f-d13a-4e74-8250-9b4d58876954 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:55.355960 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-850238fb-b055-40b3-9b7b-73d0841b56b1 req-7255d45f-d13a-4e74-8250-9b4d58876954 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 946 time: 0.1060400 Aug 31 04:40:55.361768 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks [] for router_gateway (164264d3-6d37-4e9b-939d-50907abe95d2), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.379350 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53958) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:55.384457 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'port_id': '7e1f8894-0351-476c-8955-19dca2560661'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:55.404003 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Attempting to bind port b2d868cf-745c-451f-b035-8077bb3a46d6 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:40:55.404367 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Attempting to bind port b2d868cf-745c-451f-b035-8077bb3a46d6 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:40:55.404946 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Attempting to bind port b2d868cf-745c-451f-b035-8077bb3a46d6 on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:55.410607 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:40:55.411231 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Checking segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:55.411804 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.412353 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Bound using segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:40:55.412958 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Bound port: b2d868cf-745c-451f-b035-8077bb3a46d6, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:40:55.413490 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.431727 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (d26286c2-9419-452e-baee-0305842f7395), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.484452 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] For port b2d868cf-745c-451f-b035-8077bb3a46d6, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:40:55.488319 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] For port b2d868cf-745c-451f-b035-8077bb3a46d6, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b2d868cf-745c-451f-b035-8077bb3a46d6,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:40:55.497308 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.593307 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks [] for router_gateway (164264d3-6d37-4e9b-939d-50907abe95d2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.630391 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:55.710079 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80512e9b-00a3-4a8a-92c5-2b4ca39961c4 req-0f30a885-286c-4619-8104-c92a05531abb tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:55.711705 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-80512e9b-00a3-4a8a-92c5-2b4ca39961c4 req-0f30a885-286c-4619-8104-c92a05531abb tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0976415 Aug 31 04:40:55.746369 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:55.754470 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaf314-420f-4ab8-81e9-b2ad45246f22 None None] Pushing event updated for resources: {'Port': ['ID=b2d868cf-745c-451f-b035-8077bb3a46d6,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:55.858035 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Allocated IP 172.27.3.107 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/30bd4193-9504-402f-93f4-a10345b75475) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:55.967374 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-80512e9b-00a3-4a8a-92c5-2b4ca39961c4 req-7954ad7d-c96d-4d9c-8d73-2354c797ab03 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287633 Aug 31 04:40:56.000536 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks [] for port (30bd4193-9504-402f-93f4-a10345b75475), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.043241 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b2d868cf-745c-451f-b035-8077bb3a46d6 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:56.044061 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (30bd4193-9504-402f-93f4-a10345b75475), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.086000 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:56.089021 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:56.092816 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:56.095678 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b2d868cf-745c-451f-b035-8077bb3a46d6 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:56.096048 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.101403 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.106821 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d26286c2-9419-452e-baee-0305842f7395), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.119072 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Pushing event updated for resources: {'Port': ['ID=30bd4193-9504-402f-93f4-a10345b75475,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:56.150732 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:56.182536 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b2d868cf-745c-451f-b035-8077bb3a46d6 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:56.182966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.217396 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port b2d868cf-745c-451f-b035-8077bb3a46d6, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b2d868cf-745c-451f-b035-8077bb3a46d6,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:40:56.223609 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.280234 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=b2d868cf-745c-451f-b035-8077bb3a46d6,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:56.363858 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks [] for router_gateway (164264d3-6d37-4e9b-939d-50907abe95d2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.422577 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:56.458975 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:56.517615 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP d26286c2-9419-452e-baee-0305842f7395 associated. External IP: 172.27.3.35, port: 7e1f8894-0351-476c-8955-19dca2560661. Aug 31 04:40:56.579829 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (164264d3-6d37-4e9b-939d-50907abe95d2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.617213 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9ae83-6fdb-4850-844e-6b7cd6ba0640 None None] Network c418a9e6-611c-4446-9f40-8356037355dc requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:40:56.706927 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-fb846c86-c239-44b2-a066-a2ceef39a6c4 None None] Provisioning complete for port b2d868cf-745c-451f-b035-8077bb3a46d6 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:56.707203 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-fb846c86-c239-44b2-a066-a2ceef39a6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.716357 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Router 164264d3-6d37-4e9b-939d-50907abe95d2 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:40:56.741228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:56.757911 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:56.818483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-fb846c86-c239-44b2-a066-a2ceef39a6c4 None None] Current status of the port b2d868cf-745c-451f-b035-8077bb3a46d6 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:56.830004 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:56.839345 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:56.850624 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:56.854979 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.855866 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:56.859986 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3962d184-c6fc-4dc4-b7f2-5a8437cfe33f admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0086277 Aug 31 04:40:56.859986 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53962) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:56.862286 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:56.863607 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:56.865370 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:40:56.887517 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:56.888479 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:56.904002 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-610a5279-de3b-4f98-aa70-84be24996717 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d26286c2-9419-452e-baee-0305842f7395 HTTP/1.1" status: 200 len: 991 time: 1.5230095 Aug 31 04:40:56.905118 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'tag': '7e1f8894-0351-476c-8955-19dca2560661'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:40:56.911716 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a" -d '{"events": [{"name": "network-changed", "server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "tag": "7e1f8894-0351-476c-8955-19dca2560661"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:40:56.960455 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224ee4bd-d018-448d-a0ef-2b8086d6e100 x-openstack-request-id: req-224ee4bd-d018-448d-a0ef-2b8086d6e100 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:40:56.960766 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "tag": "7e1f8894-0351-476c-8955-19dca2560661", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:40:56.961016 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-224ee4bd-d018-448d-a0ef-2b8086d6e100 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:40:56.961419 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224ee4bd-d018-448d-a0ef-2b8086d6e100'] response: {'name': 'network-changed', 'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'tag': '7e1f8894-0351-476c-8955-19dca2560661', 'status': 'completed', 'code': 200} Aug 31 04:40:57.017868 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:57.064363 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:57.065077 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-97213be3-9273-4035-9f92-715b920af8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:57.068121 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-97213be3-9273-4035-9f92-715b920af8a3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 1130 time: 0.0481336 Aug 31 04:40:57.176583 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5cfea-0f9a-46ef-9e5c-3ac32d87a217 req-0efb1b03-a83e-4e3b-babe-554f3b83f2f6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:57.184768 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-84a5cfea-0f9a-46ef-9e5c-3ac32d87a217 req-0efb1b03-a83e-4e3b-babe-554f3b83f2f6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0872011 Aug 31 04:40:57.218132 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-359a932e-590f-4450-a1ea-b3beeb3dbd4c None None] Provisioning complete for port b2d868cf-745c-451f-b035-8077bb3a46d6 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:57.218407 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-359a932e-590f-4450-a1ea-b3beeb3dbd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.257882 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:57.289680 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-84a5cfea-0f9a-46ef-9e5c-3ac32d87a217 req-96eba776-7473-4495-afff-6cd0d4886e79 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036708 Aug 31 04:40:57.307073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-3921427c-636c-4c0e-97c3-b0631fd3d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:57.308797 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-3921427c-636c-4c0e-97c3-b0631fd3d63c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.2353287 Aug 31 04:40:57.312182 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-359a932e-590f-4450-a1ea-b3beeb3dbd4c None None] Current status of the port b2d868cf-745c-451f-b035-8077bb3a46d6 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:57.314773 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:56Z', 'revision_number': 3, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:57.339464 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:55Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:57.347061 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:57.347533 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Updating router 164264d3-6d37-4e9b-939d-50907abe95d2 port 30bd4193-9504-402f-93f4-a10345b75475 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:40:57.369090 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:40:57.378379 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (30bd4193-9504-402f-93f4-a10345b75475), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.379268 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:57.380081 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:57.390455 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-4583cb99-2226-413d-9dd1-c4a3dcbab73e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e1f8894-0351-476c-8955-19dca2560661 HTTP/1.1" status: 200 len: 999 time: 0.0742855 Aug 31 04:40:57.407491 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.412781 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:57.457539 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:57.460412 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-c890dc3b-f60f-48c2-aa44-91bf8ff35427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:57.462360 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-c890dc3b-f60f-48c2-aa44-91bf8ff35427 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0647922 Aug 31 04:40:57.497739 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:57.511488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-da24e63a-3467-44bf-87c4-3ba03d642857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:57.513250 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-da24e63a-3467-44bf-87c4-3ba03d642857 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434771 Aug 31 04:40:57.582015 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:57.601365 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:57.607027 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:57.622936 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Allocated IP 172.20.0.1 (c418a9e6-611c-4446-9f40-8356037355dc/3350f2b9-8722-461a-a9b9-195751ace6db/ca07103a-1240-49e5-936c-e6bd64ac08ed) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:40:57.625300 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-9b88515f-5be0-4502-a8d7-db93bff07c77 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039917 Aug 31 04:40:57.655502 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:57.683519 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Publish callbacks [] for port (30bd4193-9504-402f-93f4-a10345b75475), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.694703 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (30bd4193-9504-402f-93f4-a10345b75475), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.736302 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Attempting to bind port 30bd4193-9504-402f-93f4-a10345b75475 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:40:57.736824 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Attempting to bind port 30bd4193-9504-402f-93f4-a10345b75475 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:40:57.737288 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Attempting to bind port 30bd4193-9504-402f-93f4-a10345b75475 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:40:57.744497 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:40:57.745010 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:57.745515 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.745999 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:40:57.746587 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Bound port: 30bd4193-9504-402f-93f4-a10345b75475, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:40:57.747336 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (30bd4193-9504-402f-93f4-a10345b75475), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.748196 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:55Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:57.750173 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-42470f1f-c8a6-4170-b6a1-ef7a75d4137a req-0175c3b0-e6c4-4898-bc31-2a86483c1ec7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194100 Aug 31 04:40:57.757906 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks [] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.772254 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9347c-f764-4d79-bd11-4e2bc4e1bbf1 None None] Pushing event updated for resources: {'Port': ['ID=30bd4193-9504-402f-93f4-a10345b75475,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:57.780186 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715a925-4d26-429c-8acd-c8eb5a3235cc None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:55Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:57.796729 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.820097 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] For port 30bd4193-9504-402f-93f4-a10345b75475, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:40:57.823760 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] For port 30bd4193-9504-402f-93f4-a10345b75475, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=30bd4193-9504-402f-93f4-a10345b75475,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:40:57.831070 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (30bd4193-9504-402f-93f4-a10345b75475), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.845447 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Network c418a9e6-611c-4446-9f40-8356037355dc is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:57.850453 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:57.854304 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:40:57.858253 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Pushing event updated for resources: {'Port': ['ID=ca07103a-1240-49e5-936c-e6bd64ac08ed,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:57.873114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:40:57.873900 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:57.896428 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (164264d3-6d37-4e9b-939d-50907abe95d2), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:57.938750 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9347c-f764-4d79-bd11-4e2bc4e1bbf1 None None] Pushing event updated for resources: {'Port': ['ID=30bd4193-9504-402f-93f4-a10345b75475,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:58.024992 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:40:58.070594 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b2d868cf-745c-451f-b035-8077bb3a46d6 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:40:58.081418 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:58.128720 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189f773-bdd7-4562-9a59-fa800f6a0c53 None None] New status for floating IP d26286c2-9419-452e-baee-0305842f7395: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:40:58.227339 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-17bb5630-20bc-4fbb-9876-2d53e3b05019 None None] Provisioning complete for port ca07103a-1240-49e5-936c-e6bd64ac08ed triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:58.227615 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-17bb5630-20bc-4fbb-9876-2d53e3b05019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:58.246617 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks [] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:58.252161 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:58.320736 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (164264d3-6d37-4e9b-939d-50907abe95d2), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:58.322617 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Pushing event updated for resources: {'Port': ['ID=ca07103a-1240-49e5-936c-e6bd64ac08ed,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:58.349496 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:58.416647 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:58.445813 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9da4dd-0a06-4041-9f6e-4ccb9a355418 req-935c63e6-22e0-4f05-9d90-8e558f43cf6a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:58.447362 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6b9da4dd-0a06-4041-9f6e-4ccb9a355418 req-935c63e6-22e0-4f05-9d90-8e558f43cf6a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0654340 Aug 31 04:40:58.463974 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b2d868cf-745c-451f-b035-8077bb3a46d6 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:58.464335 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:58.484889 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Network c418a9e6-611c-4446-9f40-8356037355dc is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:40:58.487704 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:40:58.491752 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-17bb5630-20bc-4fbb-9876-2d53e3b05019 None None] Port ca07103a-1240-49e5-936c-e6bd64ac08ed cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:40:58.552051 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6b9da4dd-0a06-4041-9f6e-4ccb9a355418 req-c993cd7d-828b-4f52-933a-180fd765149a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951581 Aug 31 04:40:58.573194 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:58.593044 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:58.593044 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:56Z', 'revision_number': 3, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:40:58.623891 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bf8a28-0c1e-472e-9acd-4e9d512e2a72 None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:56Z', 'revision_number': 3, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:40:58.633981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:40:58.667068 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b2d868cf-745c-451f-b035-8077bb3a46d6 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:40:58.767731 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:40:58.778812 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6c6d2b12-c45a-43d8-ad4c-7a5a0533870a admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/164264d3-6d37-4e9b-939d-50907abe95d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9119053 Aug 31 04:40:58.820112 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-968300e8-a4da-41f5-b969-e0acee7f9542 None None] Provisioning complete for port ca07103a-1240-49e5-936c-e6bd64ac08ed triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:40:58.820642 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-968300e8-a4da-41f5-b969-e0acee7f9542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:58.854125 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-968300e8-a4da-41f5-b969-e0acee7f9542 None None] Port ca07103a-1240-49e5-936c-e6bd64ac08ed cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:40:59.297689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53986) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:59.302648 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-73988080-network', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:59.323566 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Made reservation on behalf of 0c6b37ba935a4a1f9a7795d0f873a2da for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:59.326579 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.336043 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.417953 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks [] for security_group (b54d7564-06ed-4593-89c0-9afba4ccdd32), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.423674 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b54d7564-06ed-4593-89c0-9afba4ccdd32), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.453314 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:40:59.463649 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d7564-06ed-4593-89c0-9afba4ccdd32,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:59.468967 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (9b935560-8424-417d-bcc6-163fa5cadebe), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.469300 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Added segment 9b935560-8424-417d-bcc6-163fa5cadebe of type vlan for network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 Aug 31 04:40:59.511112 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (86440b8e-0ccb-46e2-ba8f-8232cd82a951), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.538655 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (86440b8e-0ccb-46e2-ba8f-8232cd82a951), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.539696 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:59.540297 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.591932 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2930381 Aug 31 04:40:59.594985 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53988) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:40:59.600154 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Request body: {'subnet': {'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-73988080-subnet', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:40:59.603378 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e773d-a073-4400-9894-751113576ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=86440b8e-0ccb-46e2-ba8f-8232cd82a951,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:59.614000 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:40:59.625726 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:40:59.639829 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Made reservation on behalf of 0c6b37ba935a4a1f9a7795d0f873a2da for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:40:59.642298 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8880245'] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.749951 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a7ee5-2ed8-48fb-b405-e8769f86ce94 req-886e6cac-6cdb-46b4-ab6a-b2d9760391d3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:40:59.751465 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-774a7ee5-2ed8-48fb-b405-e8769f86ce94 req-886e6cac-6cdb-46b4-ab6a-b2d9760391d3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0695970 Aug 31 04:40:59.834527 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-774a7ee5-2ed8-48fb-b405-e8769f86ce94 req-e4a0bc55-e2b9-4c6b-976a-a8ff0f8aed17 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773258 Aug 31 04:40:59.900758 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2928390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8880227'] for subnet (6c75342a-0098-4bc0-b0ec-6f6ce4961a5f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:40:59.956361 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c75342a-0098-4bc0-b0ec-6f6ce4961a5f,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:40:59.971802 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.972183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.972527 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.972830 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.973169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.973500 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.973826 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.974173 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.974499 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.974851 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.975180 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.975498 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.975819 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.976166 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.976479 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:40:59.988014 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Checking segment: {'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:40:59.988446 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Network hostable DHCP agents. Network: 86440b8e-0ccb-46e2-ba8f-8232cd82a951, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:41:00.007255 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:41:00.015802 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 30bd4193-9504-402f-93f4-a10345b75475 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:00.017859 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 86440b8e-0ccb-46e2-ba8f-8232cd82a951) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:00.021919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:00.022583 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.040586 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-eebecea5-c2a0-40c5-bfaf-d21e997cc063 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4443634 Aug 31 04:41:00.043083 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 53992) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:00.047668 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:00.050632 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d979545-537b-42e9-b605-6186e955d992 None None] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:41:00.075494 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (192bef3d-4395-4948-9a50-5024f624808b), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.076750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (192bef3d-4395-4948-9a50-5024f624808b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.128835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks [] for router_controller (192bef3d-4395-4948-9a50-5024f624808b), precommit_add_association {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.133613 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 30bd4193-9504-402f-93f4-a10345b75475 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:00.133985 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (30bd4193-9504-402f-93f4-a10345b75475), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.198976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'fixed_ips': [{'subnet_id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:41:00.199858 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.244230 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:00.245261 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:41:00.258094 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:00.258696 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:00.276167 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks [] for router_gateway (192bef3d-4395-4948-9a50-5024f624808b), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.299794 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 30bd4193-9504-402f-93f4-a10345b75475 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:00.300179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (30bd4193-9504-402f-93f4-a10345b75475), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.336436 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 30bd4193-9504-402f-93f4-a10345b75475, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=30bd4193-9504-402f-93f4-a10345b75475,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:00.342857 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (30bd4193-9504-402f-93f4-a10345b75475), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.371385 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:00.415063 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Allocated IP 172.20.0.2 (86440b8e-0ccb-46e2-ba8f-8232cd82a951/6c75342a-0098-4bc0-b0ec-6f6ce4961a5f/7221078d-2b92-4f43-871c-b1d7802d8c43) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:41:00.440356 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=30bd4193-9504-402f-93f4-a10345b75475,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:00.479084 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks [] for router_gateway (192bef3d-4395-4948-9a50-5024f624808b), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.505458 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.572261 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:00.583202 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Publish callbacks [] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.593240 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.602343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:00.636036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Allocated IP 172.27.3.188 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/5e6bf0e2-a067-4b53-9dc7-b315318e896c) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:41:00.661661 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:00.662549 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Pushing event updated for resources: {'Port': ['ID=7221078d-2b92-4f43-871c-b1d7802d8c43,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:00.665984 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:00.672879 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:41:00.710131 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 2, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:00.724647 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:00.737386 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Attempting to bind port 7221078d-2b92-4f43-871c-b1d7802d8c43 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:41:00.737866 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Attempting to bind port 7221078d-2b92-4f43-871c-b1d7802d8c43 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:41:00.738287 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Attempting to bind port 7221078d-2b92-4f43-871c-b1d7802d8c43 on network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:00.745222 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:41:00.745620 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Checking segment: {'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:41:00.746020 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.746574 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Bound using segment: {'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:41:00.747117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Bound port: 7221078d-2b92-4f43-871c-b1d7802d8c43, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:41:00.747488 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.757022 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:41:00.757392 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Updating router 164264d3-6d37-4e9b-939d-50907abe95d2 port ca07103a-1240-49e5-936c-e6bd64ac08ed binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:41:00.791406 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.791658 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks [] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.828636 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-7ccbc05b-045e-4759-976a-54297942551a None None] For port 7221078d-2b92-4f43-871c-b1d7802d8c43, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:41:00.830630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.832274 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-7ccbc05b-045e-4759-976a-54297942551a None None] For port 7221078d-2b92-4f43-871c-b1d7802d8c43, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=7221078d-2b92-4f43-871c-b1d7802d8c43,segment=NetworkSegment(9b935560-8424-417d-bcc6-163fa5cadebe),segment_id=9b935560-8424-417d-bcc6-163fa5cadebe)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:41:00.844263 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:00.894492 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:00.902462 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:00.908581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:41:00.912305 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Pushing event updated for resources: {'Port': ['ID=5e6bf0e2-a067-4b53-9dc7-b315318e896c,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:00.951946 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbc05b-045e-4759-976a-54297942551a None None] Pushing event updated for resources: {'Port': ['ID=7221078d-2b92-4f43-871c-b1d7802d8c43,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:01.036367 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb803a69-8e70-4976-b519-789faf527b30 req-471cda1f-96ed-4f38-97c2-70f204df5625 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:01.037986 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fb803a69-8e70-4976-b519-789faf527b30 req-471cda1f-96ed-4f38-97c2-70f204df5625 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0545902 Aug 31 04:41:01.119454 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fb803a69-8e70-4976-b519-789faf527b30 req-b7b681c1-b118-4303-b346-c1a81bb49ba9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667620 Aug 31 04:41:01.173648 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Publish callbacks [] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.179671 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.260575 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks [] for router_gateway (192bef3d-4395-4948-9a50-5024f624808b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.268665 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76795a-ad33-49da-b722-81acbe961ce1 None None] Pushing event updated for resources: {'Port': ['ID=ca07103a-1240-49e5-936c-e6bd64ac08ed,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:01.281685 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Attempting to bind port ca07103a-1240-49e5-936c-e6bd64ac08ed on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:41:01.282054 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Attempting to bind port ca07103a-1240-49e5-936c-e6bd64ac08ed by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:41:01.282403 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Attempting to bind port ca07103a-1240-49e5-936c-e6bd64ac08ed on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:01.288172 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:41:01.288534 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Checking segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:41:01.288924 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.289311 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Bound using segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:41:01.289793 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Bound port: ca07103a-1240-49e5-936c-e6bd64ac08ed, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:41:01.290173 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.324855 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:01.348834 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:01.353135 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] For port ca07103a-1240-49e5-936c-e6bd64ac08ed, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:41:01.356787 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] For port ca07103a-1240-49e5-936c-e6bd64ac08ed, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=ca07103a-1240-49e5-936c-e6bd64ac08ed,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:41:01.363358 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.401046 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:01.402120 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:01.409805 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:01.457686 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76795a-ad33-49da-b722-81acbe961ce1 None None] Pushing event updated for resources: {'Port': ['ID=ca07103a-1240-49e5-936c-e6bd64ac08ed,revision_number=4']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:01.461256 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (192bef3d-4395-4948-9a50-5024f624808b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.525444 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:01.600645 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:01.616476 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Router 192bef3d-4395-4948-9a50-5024f624808b is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:41:01.722761 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:01Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:01.730610 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:41:01.743620 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Sync routers for ids ['192bef3d-4395-4948-9a50-5024f624808b'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:41:01.750313 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0758cbb-0951-43e6-989d-73c70f8bfa71 None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:01Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:41:01.753052 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:01.756956 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-0cf41d12-328b-446c-ad67-efebfd8e2a3b admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7101305 Aug 31 04:41:01.757510 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 53996) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:01.766844 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Routers {'192bef3d-4395-4948-9a50-5024f624808b'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:01.767584 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['192bef3d-4395-4948-9a50-5024f624808b'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:01.825153 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:01.832078 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:01.976471 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Set router 192bef3d-4395-4948-9a50-5024f624808b gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:02.108282 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c9102-9fd4-4556-9ea6-f587d2bf569d None None] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:41:02.251046 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Provisioning complete for port 7221078d-2b92-4f43-871c-b1d7802d8c43 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:02.251267 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:02.260169 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 30bd4193-9504-402f-93f4-a10345b75475 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:02.300512 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05233e0a-afee-4685-8176-ceee086d68e5 req-56793742-58da-43cf-904b-0d1a144810d9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:02.303020 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-05233e0a-afee-4685-8176-ceee086d68e5 req-56793742-58da-43cf-904b-0d1a144810d9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0577965 Aug 31 04:41:02.380233 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-05233e0a-afee-4685-8176-ceee086d68e5 req-0a2853e6-dda1-4271-a115-c23043e60a3c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705779 Aug 31 04:41:02.546050 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:01Z', 'revision_number': 3, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port': {'id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:02.585209 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Checking router: 192bef3d-4395-4948-9a50-5024f624808b for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:41:02.585549 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Updating router 192bef3d-4395-4948-9a50-5024f624808b port 5e6bf0e2-a067-4b53-9dc7-b315318e896c binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:41:02.602666 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:02.666295 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:02.697943 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Current status of the port 7221078d-2b92-4f43-871c-b1d7802d8c43 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:02.698225 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:02.706127 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:02.725059 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 30bd4193-9504-402f-93f4-a10345b75475 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:02.725308 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (30bd4193-9504-402f-93f4-a10345b75475), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:02.840142 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Allocated IP 172.20.0.1 (86440b8e-0ccb-46e2-ba8f-8232cd82a951/6c75342a-0098-4bc0-b0ec-6f6ce4961a5f/242d6d54-bf7f-4ee4-b7b9-91608865e722) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:41:02.944348 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:02.948860 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] For port 7221078d-2b92-4f43-871c-b1d7802d8c43, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=7221078d-2b92-4f43-871c-b1d7802d8c43,segment=NetworkSegment(9b935560-8424-417d-bcc6-163fa5cadebe),segment_id=9b935560-8424-417d-bcc6-163fa5cadebe)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:02.964817 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:02.992326 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks [] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.029206 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.067385 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 30bd4193-9504-402f-93f4-a10345b75475 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:03.068764 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 7221078d-2b92-4f43-871c-b1d7802d8c43 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:03.077831 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:03.086465 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:03.090512 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:03.092873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Pushing event updated for resources: {'Port': ['ID=242d6d54-bf7f-4ee4-b7b9-91608865e722,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:03.095459 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:41:03.122769 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Pushing event updated for resources: {'Port': ['ID=7221078d-2b92-4f43-871c-b1d7802d8c43,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:03.140083 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (192bef3d-4395-4948-9a50-5024f624808b), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.140197 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-4c132a95-d88f-4d3e-a481-e64a88e244ca None None] Provisioning complete for port 7221078d-2b92-4f43-871c-b1d7802d8c43 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:03.140538 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4c132a95-d88f-4d3e-a481-e64a88e244ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.150247 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.150652 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.151075 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.151485 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.151875 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.152258 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.152638 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.153014 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.153490 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.153898 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.154262 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.154637 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.155065 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.155433 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.155810 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6194a3-350f-44c6-9c83-836a0aa41ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.242627 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:03.248356 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 7221078d-2b92-4f43-871c-b1d7802d8c43 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:03.248726 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.295762 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Publish callbacks [] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.297495 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.311526 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.379530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Attempting to bind port 5e6bf0e2-a067-4b53-9dc7-b315318e896c on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:41:03.379813 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Attempting to bind port 5e6bf0e2-a067-4b53-9dc7-b315318e896c by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:41:03.380166 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Attempting to bind port 5e6bf0e2-a067-4b53-9dc7-b315318e896c on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:03.398455 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-4c132a95-d88f-4d3e-a481-e64a88e244ca None None] Current status of the port 7221078d-2b92-4f43-871c-b1d7802d8c43 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:03.401605 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:41:03.401975 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:41:03.402367 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.403154 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:41:03.403670 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Bound port: 5e6bf0e2-a067-4b53-9dc7-b315318e896c, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:41:03.404050 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.406487 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b213038-008a-4f15-8a11-efd45fdc002f None None] Pushing event updated for resources: {'Port': ['ID=5e6bf0e2-a067-4b53-9dc7-b315318e896c,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:03.470981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks [] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.471256 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:03.478239 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.484458 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 7221078d-2b92-4f43-871c-b1d7802d8c43 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:03.484458 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ca07103a-1240-49e5-936c-e6bd64ac08ed up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:03.518338 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] For port 5e6bf0e2-a067-4b53-9dc7-b315318e896c, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:41:03.522788 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054b310-03b8-4749-84d6-52f44f88f74f req-f918313a-375a-4359-be5a-87c7f13f20db tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:03.530341 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c054b310-03b8-4749-84d6-52f44f88f74f req-f918313a-375a-4359-be5a-87c7f13f20db tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0600855 Aug 31 04:41:03.544262 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] For port 5e6bf0e2-a067-4b53-9dc7-b315318e896c, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=5e6bf0e2-a067-4b53-9dc7-b315318e896c,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:41:03.545635 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-922416cf-0fa6-4191-80c9-444d6ba9a0a8 None None] Provisioning complete for port 242d6d54-bf7f-4ee4-b7b9-91608865e722 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:03.545994 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-922416cf-0fa6-4191-80c9-444d6ba9a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.549981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Pushing event updated for resources: {'Port': ['ID=242d6d54-bf7f-4ee4-b7b9-91608865e722,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:03.553578 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (192bef3d-4395-4948-9a50-5024f624808b), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.564873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.564873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.565147 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.565436 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.565794 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.566164 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.566464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.566834 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.567122 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.567441 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.567758 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.568074 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.568384 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.569184 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.569515 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:41:03.575254 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.583512 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c054b310-03b8-4749-84d6-52f44f88f74f req-e61723b1-3eba-4b66-9c5a-ff663f63e3cb tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521724 Aug 31 04:41:03.624073 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-922416cf-0fa6-4191-80c9-444d6ba9a0a8 None None] Port 242d6d54-bf7f-4ee4-b7b9-91608865e722 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:41:03.633115 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Routers {'192bef3d-4395-4948-9a50-5024f624808b'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:03.633746 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['192bef3d-4395-4948-9a50-5024f624808b'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:03.639900 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port ca07103a-1240-49e5-936c-e6bd64ac08ed triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:03.640294 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.661019 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:03.662313 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:03.698213 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:03.729434 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b213038-008a-4f15-8a11-efd45fdc002f None None] Pushing event updated for resources: {'Port': ['ID=5e6bf0e2-a067-4b53-9dc7-b315318e896c,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:03.784497 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Router 192bef3d-4395-4948-9a50-5024f624808b has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:41:03.813663 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] Set router 192bef3d-4395-4948-9a50-5024f624808b gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:03.861753 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port ca07103a-1240-49e5-936c-e6bd64ac08ed is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:03.862113 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.894507 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:41:03.899391 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4867baeb-7038-4921-8a09-14361b4515dd admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/192bef3d-4395-4948-9a50-5024f624808b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1407738 Aug 31 04:41:03.967617 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-616adeec-be38-467b-b63b-210e3a2cc5b7 None None] Provisioning complete for port 242d6d54-bf7f-4ee4-b7b9-91608865e722 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:03.968172 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-616adeec-be38-467b-b63b-210e3a2cc5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:03.999343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port ca07103a-1240-49e5-936c-e6bd64ac08ed, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=ca07103a-1240-49e5-936c-e6bd64ac08ed,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:04.015466 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.048178 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-616adeec-be38-467b-b63b-210e3a2cc5b7 None None] Port 242d6d54-bf7f-4ee4-b7b9-91608865e722 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:41:04.142860 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 7221078d-2b92-4f43-871c-b1d7802d8c43 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:04.167587 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=ca07103a-1240-49e5-936c-e6bd64ac08ed,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:04.199203 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 4, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port': {'id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '242d6d54-bf7f-4ee4-b7b9-91608865e722', 'name': '', 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'mac_address': 'fa:16:3e:3b:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:02Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 2, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'subnets': [{'id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:04.227697 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb70a79-eecf-4ed0-b256-8a76cb8e0b3b None None] The sync data for ids ['192bef3d-4395-4948-9a50-5024f624808b'] in dv-cinder-855307-1-iscsi is: [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 4, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port': {'id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '242d6d54-bf7f-4ee4-b7b9-91608865e722', 'name': '', 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'mac_address': 'fa:16:3e:3b:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:02Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 2, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'subnets': [{'id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:41:04.236260 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 7221078d-2b92-4f43-871c-b1d7802d8c43 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:04.236633 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.286747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:04.347545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54030) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:04.353567 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-8cc66064-2439-4880-8e86-09927926c7c9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2075500102', 'description': 'tempest-secgroup-smoke-2075500102 description', 'project_id': '312b9335479c4d72b78a20bb2f1b7296'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:04.387672 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8cc66064-2439-4880-8e86-09927926c7c9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.484198 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8cc66064-2439-4880-8e86-09927926c7c9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group (9ae3e047-6fc4-4c22-b510-d30ec1b05cdb), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.492959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8cc66064-2439-4880-8e86-09927926c7c9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9ae3e047-6fc4-4c22-b510-d30ec1b05cdb), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.506157 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 7221078d-2b92-4f43-871c-b1d7802d8c43 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:04.524671 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc66064-2439-4880-8e86-09927926c7c9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:04.528846 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8cc66064-2439-4880-8e86-09927926c7c9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.530092 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8cc66064-2439-4880-8e86-09927926c7c9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1812112 Aug 31 04:41:04.533477 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54034) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:04.538511 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-0cb81cc4-e44c-4ece-bd6c-348b214cd1b9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'security_group_rule': {'security_group_id': '9ae3e047-6fc4-4c22-b510-d30ec1b05cdb', 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:04.589543 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cc4-e44c-4ece-bd6c-348b214cd1b9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (bd8f14a3-f29d-46ee-8faa-cb4067943b57), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.604409 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:04.656443 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cc4-e44c-4ece-bd6c-348b214cd1b9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (bd8f14a3-f29d-46ee-8faa-cb4067943b57), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.661072 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cc4-e44c-4ece-bd6c-348b214cd1b9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (bd8f14a3-f29d-46ee-8faa-cb4067943b57), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.685422 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb81cc4-e44c-4ece-bd6c-348b214cd1b9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8f14a3-f29d-46ee-8faa-cb4067943b57,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:04.695631 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0cb81cc4-e44c-4ece-bd6c-348b214cd1b9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.700951 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-0cb81cc4-e44c-4ece-bd6c-348b214cd1b9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661799 Aug 31 04:41:04.702025 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54038) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:04.707309 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-c57285ec-9cf5-4666-960f-5f3087d512df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'security_group_rule': {'security_group_id': '9ae3e047-6fc4-4c22-b510-d30ec1b05cdb', 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:04.734024 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d1b72-fe19-41f8-a141-993b9f5caf1e req-5f1e3efb-5f65-4ccb-b49e-39a21495cc4e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:04.742026 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:04.742241 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8d7d1b72-fe19-41f8-a141-993b9f5caf1e req-5f1e3efb-5f65-4ccb-b49e-39a21495cc4e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0726798 Aug 31 04:41:04.748907 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c57285ec-9cf5-4666-960f-5f3087d512df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (0cade653-b273-436d-a399-65acad346a9d), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.791334 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8d7d1b72-fe19-41f8-a141-993b9f5caf1e req-9ee1e1c9-499e-4a9a-bb5f-897f0165a92e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483003 Aug 31 04:41:04.819008 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c57285ec-9cf5-4666-960f-5f3087d512df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (0cade653-b273-436d-a399-65acad346a9d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.823745 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c57285ec-9cf5-4666-960f-5f3087d512df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (0cade653-b273-436d-a399-65acad346a9d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.846535 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57285ec-9cf5-4666-960f-5f3087d512df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cade653-b273-436d-a399-65acad346a9d,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:04.852558 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c57285ec-9cf5-4666-960f-5f3087d512df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.853781 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c57285ec-9cf5-4666-960f-5f3087d512df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503618 Aug 31 04:41:04.857592 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54040) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:04.862824 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-f8583117-fc85-4e92-b02b-1b65d627d10a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'security_group_rule': {'security_group_id': '9ae3e047-6fc4-4c22-b510-d30ec1b05cdb', 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:04.890710 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8583117-fc85-4e92-b02b-1b65d627d10a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (04ac682f-4e4f-474c-9319-daa5a5fc478f), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.954626 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8583117-fc85-4e92-b02b-1b65d627d10a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (04ac682f-4e4f-474c-9319-daa5a5fc478f), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.959244 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8583117-fc85-4e92-b02b-1b65d627d10a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (04ac682f-4e4f-474c-9319-daa5a5fc478f), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.979447 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8583117-fc85-4e92-b02b-1b65d627d10a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ac682f-4e4f-474c-9319-daa5a5fc478f,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:04.989595 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8583117-fc85-4e92-b02b-1b65d627d10a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:04.993429 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-f8583117-fc85-4e92-b02b-1b65d627d10a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321063 Aug 31 04:41:04.993766 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54042) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:04.998356 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-5c8e3392-e3ba-4813-8ae2-e2ceb0fb9616 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'security_group_rule': {'security_group_id': '9ae3e047-6fc4-4c22-b510-d30ec1b05cdb', 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:05.028706 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3392-e3ba-4813-8ae2-e2ceb0fb9616 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (549ed872-d890-4eab-989b-f7ae6844ecae), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.119912 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3392-e3ba-4813-8ae2-e2ceb0fb9616 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (549ed872-d890-4eab-989b-f7ae6844ecae), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.125765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3392-e3ba-4813-8ae2-e2ceb0fb9616 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (549ed872-d890-4eab-989b-f7ae6844ecae), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.143076 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:05.146909 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e3392-e3ba-4813-8ae2-e2ceb0fb9616 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549ed872-d890-4eab-989b-f7ae6844ecae,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:05.152917 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-5c8e3392-e3ba-4813-8ae2-e2ceb0fb9616 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.155573 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-5c8e3392-e3ba-4813-8ae2-e2ceb0fb9616 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607988 Aug 31 04:41:05.158448 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54044) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:05.163363 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'security_group_rule': {'security_group_id': '9ae3e047-6fc4-4c22-b510-d30ec1b05cdb', 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:05.191355 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.securitygroups_db [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Project 312b9335479c4d72b78a20bb2f1b7296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:41:05.198098 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (f8d9a92f-0149-4a46-92b8-2c8577b769aa), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.263121 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (f8d9a92f-0149-4a46-92b8-2c8577b769aa), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.267483 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (f8d9a92f-0149-4a46-92b8-2c8577b769aa), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.289629 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d9a92f-0149-4a46-92b8-2c8577b769aa,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:05.299981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.301361 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1b5e8cd5-e5c0-433c-90d7-8213e0336dd9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416345 Aug 31 04:41:05.304165 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54046) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:05.309009 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'security_group_rule': {'security_group_id': '9ae3e047-6fc4-4c22-b510-d30ec1b05cdb', 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:05.332812 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.securitygroups_db [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Project 312b9335479c4d72b78a20bb2f1b7296 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:41:05.338677 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (9e8ce9f4-a580-4681-b8ef-ea1ba5dbe843), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.406377 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (9e8ce9f4-a580-4681-b8ef-ea1ba5dbe843), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.410854 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (9e8ce9f4-a580-4681-b8ef-ea1ba5dbe843), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.432318 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8ce9f4-a580-4681-b8ef-ea1ba5dbe843,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:05.443694 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:05.443694 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b1af788c-311f-4966-9b0c-792268c9bceb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341248 Aug 31 04:41:05.852892 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:41:05.975049 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907a5f-bf14-4f7f-9938-a7726782fab7 req-3b62989a-e927-43dd-b013-9665b7f52ce6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:05.977341 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a2907a5f-bf14-4f7f-9938-a7726782fab7 req-3b62989a-e927-43dd-b013-9665b7f52ce6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0669458 Aug 31 04:41:05.984374 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:05.996339 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'port_id': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:41:06.032829 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a2907a5f-bf14-4f7f-9938-a7726782fab7 req-97e92651-e555-460f-9a5e-7f4bbd39a6fb tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465548 Aug 31 04:41:06.038031 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 is: ACTIVE; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:06.038469 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:06.052724 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:41:06.082799 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:06.092348 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:06.144909 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:06.150837 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=6']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:06.203857 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 5e6bf0e2-a067-4b53-9dc7-b315318e896c up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:06.251484 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 5e6bf0e2-a067-4b53-9dc7-b315318e896c triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:06.251861 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:06.277981 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:41:06.400056 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 5e6bf0e2-a067-4b53-9dc7-b315318e896c is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:06.400297 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:06.441380 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 5e6bf0e2-a067-4b53-9dc7-b315318e896c, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=5e6bf0e2-a067-4b53-9dc7-b315318e896c,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:06.451511 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:06.452209 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ca07103a-1240-49e5-936c-e6bd64ac08ed up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:06.456463 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Sync routers for ids ['192bef3d-4395-4948-9a50-5024f624808b'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:41:06.470160 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Routers {'192bef3d-4395-4948-9a50-5024f624808b'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:06.471120 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['192bef3d-4395-4948-9a50-5024f624808b'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:06.560700 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=5e6bf0e2-a067-4b53-9dc7-b315318e896c,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:06.584599 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port ca07103a-1240-49e5-936c-e6bd64ac08ed triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:06.584981 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:06.591029 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Set router 192bef3d-4395-4948-9a50-5024f624808b gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:06.628340 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:06.666132 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port ca07103a-1240-49e5-936c-e6bd64ac08ed is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:06.789723 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 4, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port': {'id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '242d6d54-bf7f-4ee4-b7b9-91608865e722', 'name': '', 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'mac_address': 'fa:16:3e:3b:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:02Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 2, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'subnets': [{'id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:06.814390 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Checking router: 192bef3d-4395-4948-9a50-5024f624808b for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:41:06.814748 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Updating router 192bef3d-4395-4948-9a50-5024f624808b port 242d6d54-bf7f-4ee4-b7b9-91608865e722 binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:41:06.844326 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:07.014020 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:07.059868 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:07.117390 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Publish callbacks [] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:07.124862 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:07.177210 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886418a5-ac14-4433-85c1-a0c94ec0ff5f req-0947de28-26be-4ee1-83ba-ff76e168fb5d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:07.178844 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-886418a5-ac14-4433-85c1-a0c94ec0ff5f req-0947de28-26be-4ee1-83ba-ff76e168fb5d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 945 time: 0.0481508 Aug 31 04:41:07.185994 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa9733-a7ea-4c84-af78-45202c8c6b36 None None] Pushing event updated for resources: {'Port': ['ID=242d6d54-bf7f-4ee4-b7b9-91608865e722,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:07.214260 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Attempting to bind port 242d6d54-bf7f-4ee4-b7b9-91608865e722 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:41:07.214654 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Attempting to bind port 242d6d54-bf7f-4ee4-b7b9-91608865e722 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:41:07.214970 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Attempting to bind port 242d6d54-bf7f-4ee4-b7b9-91608865e722 on network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:07.220395 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:41:07.220755 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Checking segment: {'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:41:07.221128 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:07.221500 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Bound using segment: {'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:41:07.222003 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Bound port: 242d6d54-bf7f-4ee4-b7b9-91608865e722, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b935560-8424-417d-bcc6-163fa5cadebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:41:07.222312 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:07.228422 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-886418a5-ac14-4433-85c1-a0c94ec0ff5f req-31acff5b-0e7c-4f4b-a1b3-540fe7c9b6f4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437334 Aug 31 04:41:07.293321 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] For port 242d6d54-bf7f-4ee4-b7b9-91608865e722, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:41:07.296760 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] For port 242d6d54-bf7f-4ee4-b7b9-91608865e722, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=242d6d54-bf7f-4ee4-b7b9-91608865e722,segment=NetworkSegment(9b935560-8424-417d-bcc6-163fa5cadebe),segment_id=9b935560-8424-417d-bcc6-163fa5cadebe)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:41:07.303811 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:07.340642 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Routers {'192bef3d-4395-4948-9a50-5024f624808b'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:07.341539 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:40:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['192bef3d-4395-4948-9a50-5024f624808b'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:07.393788 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa9733-a7ea-4c84-af78-45202c8c6b36 None None] Pushing event updated for resources: {'Port': ['ID=242d6d54-bf7f-4ee4-b7b9-91608865e722,revision_number=4']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:07.560278 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] Set router 192bef3d-4395-4948-9a50-5024f624808b gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:07.759979 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 4, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port': {'id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '242d6d54-bf7f-4ee4-b7b9-91608865e722', 'name': '', 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'mac_address': 'fa:16:3e:3b:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:02Z', 'updated_at': '2022-08-31T04:41:07Z', 'revision_number': 4, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'subnets': [{'id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:07.785793 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07638c74-e78c-4154-84cc-39475bf49048 None None] The sync data for ids ['192bef3d-4395-4948-9a50-5024f624808b'] in dv-cinder-855307-1-iscsi is: [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 4, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port': {'id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '242d6d54-bf7f-4ee4-b7b9-91608865e722', 'name': '', 'network_id': '86440b8e-0ccb-46e2-ba8f-8232cd82a951', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'mac_address': 'fa:16:3e:3b:52:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:02Z', 'updated_at': '2022-08-31T04:41:07Z', 'revision_number': 4, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'subnets': [{'id': '6c75342a-0098-4bc0-b0ec-6f6ce4961a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:41:07.875622 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:07.920109 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:07.920486 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:07.993684 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:07.994065 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:08.027670 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:08.030939 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18787d45-d860-456e-9c23-5415fcb833dc" -d '{"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:08.056093 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:08.076283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:08.115791 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92277ef-5622-4631-b70b-0524a291adc2 x-openstack-request-id: req-a92277ef-5622-4631-b70b-0524a291adc2 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:08.116089 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:08.116343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a92277ef-5622-4631-b70b-0524a291adc2 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:08.116736 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92277ef-5622-4631-b70b-0524a291adc2'] response: {'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'code': 200} Aug 31 04:41:08.156250 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=7']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:08.197436 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 5e6bf0e2-a067-4b53-9dc7-b315318e896c up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:08.264136 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:08.275191 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 5e6bf0e2-a067-4b53-9dc7-b315318e896c triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:08.275561 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:08.349327 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:08.367485 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 5e6bf0e2-a067-4b53-9dc7-b315318e896c is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:08.368587 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 242d6d54-bf7f-4ee4-b7b9-91608865e722 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:08.381968 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664b5d4-cc1e-4da2-bb74-becf13ab1bd1 req-48b03d61-eb4a-4273-8b49-0ae9e8153aad tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:08.390209 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9664b5d4-cc1e-4da2-bb74-becf13ab1bd1 req-48b03d61-eb4a-4273-8b49-0ae9e8153aad tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0717990 Aug 31 04:41:08.450585 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 242d6d54-bf7f-4ee4-b7b9-91608865e722 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:08.451395 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:08.485712 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9664b5d4-cc1e-4da2-bb74-becf13ab1bd1 req-fa009a40-3988-4675-9679-b35c9546159b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934870 Aug 31 04:41:08.558894 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 242d6d54-bf7f-4ee4-b7b9-91608865e722 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:08.559567 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:08.625233 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 242d6d54-bf7f-4ee4-b7b9-91608865e722, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=242d6d54-bf7f-4ee4-b7b9-91608865e722,segment=NetworkSegment(9b935560-8424-417d-bcc6-163fa5cadebe),segment_id=9b935560-8424-417d-bcc6-163fa5cadebe)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:08.634367 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:08.696825 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=242d6d54-bf7f-4ee4-b7b9-91608865e722,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:09.632251 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fee888-86aa-4406-a7b2-0741d7c07c52 req-e69fb005-37f9-4484-8ecb-15a401dac017 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:09.633929 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-33fee888-86aa-4406-a7b2-0741d7c07c52 req-e69fb005-37f9-4484-8ecb-15a401dac017 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0606394 Aug 31 04:41:09.693984 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:09.702767 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-33fee888-86aa-4406-a7b2-0741d7c07c52 req-689cf9b0-8149-46bb-a29a-8913c67996ff tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501556 Aug 31 04:41:10.130264 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 242d6d54-bf7f-4ee4-b7b9-91608865e722 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:10.179768 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 242d6d54-bf7f-4ee4-b7b9-91608865e722 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:10.180403 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:10.278991 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:10.284856 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 242d6d54-bf7f-4ee4-b7b9-91608865e722 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:10.875031 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3cc20-6faf-4e0b-9a4c-3db63c4f53bc req-61d43e38-bb1e-4a6b-abe1-ecd390774e77 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:10.876537 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1ee3cc20-6faf-4e0b-9a4c-3db63c4f53bc req-61d43e38-bb1e-4a6b-abe1-ecd390774e77 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0785670 Aug 31 04:41:10.943295 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1ee3cc20-6faf-4e0b-9a4c-3db63c4f53bc req-a028d049-fc45-4414-a8f6-0986d6c02126 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577424 Aug 31 04:41:12.109754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789af5d-4902-457d-8195-45c5d1cd15e7 req-3599e89d-c371-4868-9e59-5773b3ba7913 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:12.118069 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7789af5d-4902-457d-8195-45c5d1cd15e7 req-3599e89d-c371-4868-9e59-5773b3ba7913 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0581157 Aug 31 04:41:12.181051 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7789af5d-4902-457d-8195-45c5d1cd15e7 req-f2f8d1e5-02e3-4ee9-9ff0-76b7818978d7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619783 Aug 31 04:41:13.302418 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:13.348418 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39d906-f14b-45d3-91cb-a95019d6a360 req-835f52a4-6df1-478c-8f4d-a8248131dab7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:13.350142 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3e39d906-f14b-45d3-91cb-a95019d6a360 req-835f52a4-6df1-478c-8f4d-a8248131dab7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0611379 Aug 31 04:41:13.440984 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3e39d906-f14b-45d3-91cb-a95019d6a360 req-5247e16a-4d1d-4e18-977d-ce88288c75c7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845995 Aug 31 04:41:14.575088 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5281ab7-b652-45ae-96f0-d489a532b6b0 req-54ae9e6d-b23e-430a-a245-4986355feb1b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:14.577130 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a5281ab7-b652-45ae-96f0-d489a532b6b0 req-54ae9e6d-b23e-430a-a245-4986355feb1b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0519285 Aug 31 04:41:14.646600 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a5281ab7-b652-45ae-96f0-d489a532b6b0 req-1e667855-9ba7-4278-bd37-82fb7af25e26 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627151 Aug 31 04:41:15.521280 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-65d9a938-886e-417a-9dde-5adb80277cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:15.798307 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfffc9-b867-4c2a-a6e0-bdf88306c4f0 req-c117c292-6cf4-4a93-98cf-665c0856867a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:15.799979 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-66dfffc9-b867-4c2a-a6e0-bdf88306c4f0 req-c117c292-6cf4-4a93-98cf-665c0856867a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0577130 Aug 31 04:41:15.852892 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-66dfffc9-b867-4c2a-a6e0-bdf88306c4f0 req-ab96a640-4588-42e9-a753-b2735ac46c0f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472152 Aug 31 04:41:17.001952 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ba32-216a-4f1e-817b-8050a8c7c919 req-73dbb366-01f6-4088-8281-a8bdda62abfa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:17.009145 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c9b4ba32-216a-4f1e-817b-8050a8c7c919 req-73dbb366-01f6-4088-8281-a8bdda62abfa tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0568216 Aug 31 04:41:17.058729 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c9b4ba32-216a-4f1e-817b-8050a8c7c919 req-bbd2448a-2e35-44bf-86c8-3df7ad1227b8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486615 Aug 31 04:41:17.958843 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7bbdea0d-2e3c-4f61-b0a1-be846c6f4150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:17.964315 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095402c-527b-489e-b238-c3954452ba14 req-594b38cf-9807-4824-a607-9893cfa467f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:17.965928 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1095402c-527b-489e-b238-c3954452ba14 req-594b38cf-9807-4824-a607-9893cfa467f9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1130 time: 0.0441499 Aug 31 04:41:18.061513 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095402c-527b-489e-b238-c3954452ba14 req-5cc88b13-8ca8-4fd4-a314-ffed2c406c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:18.063048 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1095402c-527b-489e-b238-c3954452ba14 req-5cc88b13-8ca8-4fd4-a314-ffed2c406c2d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.0905781 Aug 31 04:41:18.130733 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1095402c-527b-489e-b238-c3954452ba14 req-d02cf12e-e39e-4d66-a09a-4a452325c2b4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 200 len: 1001 time: 0.0610709 Aug 31 04:41:18.212796 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095402c-527b-489e-b238-c3954452ba14 req-4efab421-3079-4a02-b639-1ac0ca383081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:18.214398 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1095402c-527b-489e-b238-c3954452ba14 req-4efab421-3079-4a02-b639-1ac0ca383081 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0772607 Aug 31 04:41:18.217642 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:41:18.220349 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca5272-636d-4700-a80c-9572ea1ca406 req-94f4e932-65e3-4df7-8409-4bd2e0ea8c67 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:18.221693 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0eca5272-636d-4700-a80c-9572ea1ca406 req-94f4e932-65e3-4df7-8409-4bd2e0ea8c67 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0581112 Aug 31 04:41:18.279264 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095402c-527b-489e-b238-c3954452ba14 req-3e46cf5c-8976-421c-9565-2ef70923645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:18.280797 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1095402c-527b-489e-b238-c3954452ba14 req-3e46cf5c-8976-421c-9565-2ef70923645d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582631 Aug 31 04:41:18.309161 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0eca5272-636d-4700-a80c-9572ea1ca406 req-a9c73ae9-867a-407c-9a7f-0c63adfdec53 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778275 Aug 31 04:41:18.388892 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1095402c-527b-489e-b238-c3954452ba14 req-b265d6e6-3b6f-4229-893d-e985ec9c8cf9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980892 Aug 31 04:41:18.463975 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:18.487732 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1095402c-527b-489e-b238-c3954452ba14 req-49e68018-2352-464a-89f9-42b121a560d0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926752 Aug 31 04:41:19.021043 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:19.449937 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba57e-3ebc-4f98-9233-41b78fa61c3e req-67ca2dd3-7509-4e57-ab42-a8489c165cd8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:19.451423 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a4cba57e-3ebc-4f98-9233-41b78fa61c3e req-67ca2dd3-7509-4e57-ab42-a8489c165cd8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0493720 Aug 31 04:41:19.499290 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a4cba57e-3ebc-4f98-9233-41b78fa61c3e req-78229c09-e961-415c-85fe-bf975ef90e95 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420866 Aug 31 04:41:20.313191 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:20.631041 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6aecbc-23a6-4f8b-a26a-824ac80ed6b4 req-010ad0e6-d2e8-4b4f-bff6-3d8d28aee1e1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:20.632449 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9d6aecbc-23a6-4f8b-a26a-824ac80ed6b4 req-010ad0e6-d2e8-4b4f-bff6-3d8d28aee1e1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0507014 Aug 31 04:41:20.649605 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:20.685256 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9d6aecbc-23a6-4f8b-a26a-824ac80ed6b4 req-998eb202-eba2-4b7e-92e3-86416f636431 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471823 Aug 31 04:41:21.707806 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:21.812858 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215f661-8f6e-4e9a-b8d1-42a446517cc6 req-7459d635-63ce-4f13-bc4c-184e24d2755d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:21.814841 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1215f661-8f6e-4e9a-b8d1-42a446517cc6 req-7459d635-63ce-4f13-bc4c-184e24d2755d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 946 time: 0.0495794 Aug 31 04:41:21.868039 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1215f661-8f6e-4e9a-b8d1-42a446517cc6 req-0d8253a6-7b25-437f-acea-eedb678506f8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444870 Aug 31 04:41:22.009489 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:41:22.123759 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 is: ACTIVE; New status is: DOWN {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:22.124148 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:22.163977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:22.166286 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e525067-a596-45a9-9508-b63a5d89c4b2" -d '{"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-unplugged", "status": "completed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:22.180523 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:22.186110 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:22.242050 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=8']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:22.251718 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-9ba91cae-1c88-45b1-962a-3f94cec8c23f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2075500102&fields=id&tenant_id=312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 267 time: 0.0625727 Aug 31 04:41:22.378413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-ac72c002-e03f-4302-b580-fd8f23c775f3 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:22.380210 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-ac72c002-e03f-4302-b580-fd8f23c775f3 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 812 time: 0.1210287 Aug 31 04:41:22.399264 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-5e26d96a-b1b5-46d4-8b8d-a16044d61a2c tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/quotas/312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 375 time: 0.0120063 Aug 31 04:41:22.453196 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-51358a81-ed8e-48b6-a2e6-1532a1dd11e0 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471146 Aug 31 04:41:22.484174 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc87ef4-52d3-43a5-95ca-e62d64e1623b x-openstack-request-id: req-4bc87ef4-52d3-43a5-95ca-e62d64e1623b {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:22.485283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-unplugged", "status": "failed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8", "code": 422}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:22.485545 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4bc87ef4-52d3-43a5-95ca-e62d64e1623b {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:22.486024 dv-cinder-855307-1-iscsi neutron-server[106563]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4bc87ef4-52d3-43a5-95ca-e62d64e1623b']: {'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'code': 422} returned with failed status Aug 31 04:41:22.556570 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-713a53a0-fddc-4b0d-ab14-9f3c07758657 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902255 Aug 31 04:41:22.657701 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-78b320cb-41f4-40cf-8846-87d694af960a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946748 Aug 31 04:41:22.862747 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-e5951aed-0e11-40d2-82c2-71603f52436b req-4d5cd047-9fc3-48fe-85bc-62e38c11e0b4 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:41:22.863819 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e5951aed-0e11-40d2-82c2-71603f52436b req-4d5cd047-9fc3-48fe-85bc-62e38c11e0b4 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055983 Aug 31 04:41:22.962084 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2ae878ac-474d-4605-a0a8-a1c90451a5e3 req-0e86cd5c-4a90-4e3f-9c30-63f7ccc8d45e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 210 time: 0.0316982 Aug 31 04:41:23.111470 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6bb4f-b387-494f-b70b-595853bf94dd req-55dad660-46e4-4e3a-900f-687095b4ec7b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:23.113000 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ca6bb4f-b387-494f-b70b-595853bf94dd req-55dad660-46e4-4e3a-900f-687095b4ec7b tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0662479 Aug 31 04:41:23.178165 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:23.191888 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ca6bb4f-b387-494f-b70b-595853bf94dd req-1fdb3910-8ff4-4cf6-961f-475807e60cb2 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726805 Aug 31 04:41:23.384989 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54368) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:23.512743 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-df640fdb-d286-4f7c-9578-3750d9316928 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264985 Aug 31 04:41:23.522258 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-b5aa7c14-ce37-4c7e-a114-08685044b2a6 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:41:23.523262 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-b5aa7c14-ce37-4c7e-a114-08685044b2a6 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056312 Aug 31 04:41:23.604514 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54376) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:23.702550 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-be6d4807-9456-411e-ab62-165a53a2edda tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:23.703941 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-be6d4807-9456-411e-ab62-165a53a2edda tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports/e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 200 len: 941 time: 0.0983007 Aug 31 04:41:24.074948 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-36e2641c-3a92-47f1-9a3b-334b66e99c11 req-40fe1d9e-d970-4ab4-ad9a-dbea6ee0a2e1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 210 time: 0.0281062 Aug 31 04:41:24.245664 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-b20e29bc-8699-4975-a6ae-9a2b43eaa625 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:24.247918 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-b20e29bc-8699-4975-a6ae-9a2b43eaa625 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 812 time: 0.1140351 Aug 31 04:41:24.655720 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-e33616e2-c71b-4449-9af8-2ddd18dfad2a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 380 time: 0.3890820 Aug 31 04:41:24.661415 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e93825-be98-4587-8413-3bbdd11c1036 req-8b15e0c6-fc8c-47f6-8ec4-f35653b82bc5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:24.662861 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-01e93825-be98-4587-8413-3bbdd11c1036 req-8b15e0c6-fc8c-47f6-8ec4-f35653b82bc5 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0835490 Aug 31 04:41:24.710962 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-01e93825-be98-4587-8413-3bbdd11c1036 req-a0830f28-9f6b-4847-88a2-bacfbfc57c7a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 Aug 31 04:41:24.852218 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'port': {'device_id': '1083f879-d1a1-4430-8b82-35a8833d029d', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'admin_state_up': True, 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'security_groups': ['9ae3e047-6fc4-4c22-b510-d30ec1b05cdb']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:24.956767 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-d5187fa8-6363-43aa-8d74-b2d9218c63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:24.958487 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-d5187fa8-6363-43aa-8d74-b2d9218c63dd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f&tenant_id=3bd54eb751f144b29b274e6a96dedcb2 HTTP/1.1" status: 200 len: 1128 time: 0.0567489 Aug 31 04:41:25.030130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Made reservation on behalf of 312b9335479c4d72b78a20bb2f1b7296 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:41:25.033909 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:25.058700 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-7e21977c-53c5-4860-b0cf-fbb42f42aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:25.060245 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-7e21977c-53c5-4860-b0cf-fbb42f42aa7e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1128 time: 0.0613847 Aug 31 04:41:25.178581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Allocated IP 172.20.0.8 (c418a9e6-611c-4446-9f40-8356037355dc/3350f2b9-8722-461a-a9b9-195751ace6db/6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:41:25.179039 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-255e5383-fdf4-48d0-9960-ca896a0a7767 req-6acb8c81-a815-4e15-878c-8670a05c8644 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 210 time: 0.0272152 Aug 31 04:41:25.288085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:25.347424 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:25.418465 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:25.455141 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-05fdae22-4fb3-4a37-95af-86dd29c4a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:25.456730 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-05fdae22-4fb3-4a37-95af-86dd29c4a600 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 200 len: 918 time: 0.1187069 Aug 31 04:41:25.458154 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:25.538052 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Network c418a9e6-611c-4446-9f40-8356037355dc is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:25.550271 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:25.557367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:41:25.566239 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:25.614930 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-291dc4b1-64f7-4dd4-919a-d7cc81beb452 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 200 len: 999 time: 0.1271875 Aug 31 04:41:25.662822 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:25.663451 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:25.686795 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-d6f7d317-90e3-45ba-805a-a0b825bef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:25.688338 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-d6f7d317-90e3-45ba-805a-a0b825bef871 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 200 len: 856 time: 0.0675242 Aug 31 04:41:25.692898 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-d6aaddee-4682-48ed-9775-df1de9208558 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8454535 Aug 31 04:41:25.721981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Request body: {'port': {'device_id': '1083f879-d1a1-4430-8b82-35a8833d029d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:25.766696 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-4bb23e37-1c91-4e52-8c8e-d268d1949c25 None None] Provisioning complete for port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:25.767290 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4bb23e37-1c91-4e52-8c8e-d268d1949c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:25.789513 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-3886ba12-c798-4fd7-800d-43c4b3f0a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:25.791824 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-3886ba12-c798-4fd7-800d-43c4b3f0a598 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=31592010-3eea-4675-990e-8bd640d060b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850122 Aug 31 04:41:25.810067 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-4bb23e37-1c91-4e52-8c8e-d268d1949c25 None None] Port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:41:25.877528 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:25.955613 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3294679-ef43-4246-8e01-7b07e32628b8 req-927f0f7d-771e-4dc4-9f9a-9f158e90356e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:25.957047 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b3294679-ef43-4246-8e01-7b07e32628b8 req-927f0f7d-771e-4dc4-9f9a-9f158e90356e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.1247463 Aug 31 04:41:26.008111 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:26.021351 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-349735c8-b777-4748-8384-e355e7f698b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123094 Aug 31 04:41:26.144653 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b3294679-ef43-4246-8e01-7b07e32628b8 req-0b9112bd-0f3c-4f0a-9894-9d92964c2e49 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803906 Aug 31 04:41:26.248574 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-57d74a8a-dd33-4c09-a7d0-17e949c73425 req-5c8c18c0-332c-4528-a785-da0235b1e2e0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873467 Aug 31 04:41:26.308143 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881ea28-f59b-4da7-becc-f2b942bde318 req-ba9fd904-9769-4ce3-9a4b-317d7d700d9d tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:26.309587 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2881ea28-f59b-4da7-becc-f2b942bde318 req-ba9fd904-9769-4ce3-9a4b-317d7d700d9d tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 931 time: 0.0541277 Aug 31 04:41:26.327897 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:41:26.336428 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Publish callbacks [] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:26.342349 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:26.349169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Transition to ACTIVE for port object 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:41:26.353181 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:26.362468 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-2881ea28-f59b-4da7-becc-f2b942bde318 req-1f556a0d-1de0-4f0a-8db9-edfeca443418 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460873 Aug 31 04:41:26.396260 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:26.419593 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:26.472295 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Attempting to bind port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:41:26.472628 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Attempting to bind port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:41:26.472952 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Attempting to bind port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:26.477392 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae on network c418a9e6-611c-4446-9f40-8356037355dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:41:26.477707 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Attempting to bind port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:26.482962 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:41:26.483292 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Checking segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:41:26.483666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Bound using segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:41:26.484081 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Bound port: 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:41:26.484433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:26.548882 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] For port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:41:26.552383 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] For port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:41:26.559824 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:26.563076 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:26.563852 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:26.565425 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae HTTP/1.1" status: 200 len: 1093 time: 0.8575261 Aug 31 04:41:26.568021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:26.570316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6125b2-a431-4358-85ab-13452cda6bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:26.626692 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07b1e3b-b019-458c-8a40-2a562654765c x-openstack-request-id: req-b07b1e3b-b019-458c-8a40-2a562654765c {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:26.627374 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:26.627510 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b07b1e3b-b019-458c-8a40-2a562654765c {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:26.627816 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07b1e3b-b019-458c-8a40-2a562654765c'] response: {'name': 'network-changed', 'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'status': 'completed', 'code': 200} Aug 31 04:41:26.633591 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f891f-1bd5-4af7-aef7-559fdf235e49 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:26.711752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-6f0d98a4-e0ba-4650-bc41-505afc9aea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:26.713631 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-6f0d98a4-e0ba-4650-bc41-505afc9aea70 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 1127 time: 0.0616302 Aug 31 04:41:27.304462 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19aae7-cdda-4236-bd92-6c43f086d992 req-2686d55b-12c7-47f8-ae38-442c4b13a860 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:27.307306 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9a19aae7-cdda-4236-bd92-6c43f086d992 req-2686d55b-12c7-47f8-ae38-442c4b13a860 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0550849 Aug 31 04:41:27.330295 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:27.382790 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9a19aae7-cdda-4236-bd92-6c43f086d992 req-08d87d24-7b47-42f6-afc6-23e572c0f782 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609643 Aug 31 04:41:27.499119 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f67889-00a6-4061-8ba1-69873c85e38b req-00b0254d-3c0b-4cb1-af17-59ac733325f6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:27.501041 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-84f67889-00a6-4061-8ba1-69873c85e38b req-00b0254d-3c0b-4cb1-af17-59ac733325f6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0622489 Aug 31 04:41:27.567148 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-84f67889-00a6-4061-8ba1-69873c85e38b req-78e46932-0ecb-43ae-bbc7-83efb2a4260c tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601275 Aug 31 04:41:27.613369 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1f93-39ea-4a41-aa75-02b856a2717f req-3c2848d7-79e1-49ba-83c4-d35b697b0b02 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:27.619204 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b3db1f93-39ea-4a41-aa75-02b856a2717f req-3c2848d7-79e1-49ba-83c4-d35b697b0b02 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0976651 Aug 31 04:41:27.673330 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b3db1f93-39ea-4a41-aa75-02b856a2717f req-a9991f0d-4d24-4a8c-8f3c-d5beeb43c64f tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524137 Aug 31 04:41:28.213120 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:28.215723 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:28.488687 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe56e32-8aa0-4c91-847c-1d5b97af791d req-bf5646f4-cf1b-45d1-867b-a453cc10bce4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:28.490201 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4fe56e32-8aa0-4c91-847c-1d5b97af791d req-bf5646f4-cf1b-45d1-867b-a453cc10bce4 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0471885 Aug 31 04:41:28.541442 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4fe56e32-8aa0-4c91-847c-1d5b97af791d req-7d2621ef-2ea1-4186-81c7-b07e5ad44bae tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413961 Aug 31 04:41:28.715740 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b93de9-9a34-4698-84b8-6122a619144d req-f079f53d-c9de-4836-bfb3-a71565498f7a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:28.717457 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-87b93de9-9a34-4698-84b8-6122a619144d req-f079f53d-c9de-4836-bfb3-a71565498f7a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0622623 Aug 31 04:41:28.770116 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-87b93de9-9a34-4698-84b8-6122a619144d req-54f2772f-bae1-4bde-9687-0cdab3aedbfa tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465994 Aug 31 04:41:28.791016 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cb401-9785-459f-bb10-a5aa6f5d32f4 req-5e01e920-82ff-42df-817a-e255a6af826a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:28.792543 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-060cb401-9785-459f-bb10-a5aa6f5d32f4 req-5e01e920-82ff-42df-817a-e255a6af826a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0458748 Aug 31 04:41:28.843287 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-060cb401-9785-459f-bb10-a5aa6f5d32f4 req-81f03efc-bbd3-463e-b497-bf137b859e01 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 Aug 31 04:41:29.692147 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3de7b-0a50-4b3c-98e6-8870cd347b3c req-06f08d5f-a0bc-4e13-9d6f-9b288aaecd2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:29.693658 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ece3de7b-0a50-4b3c-98e6-8870cd347b3c req-06f08d5f-a0bc-4e13-9d6f-9b288aaecd2d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0521543 Aug 31 04:41:29.718492 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:29.743943 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ece3de7b-0a50-4b3c-98e6-8870cd347b3c req-c12ffe5d-b4bb-4d48-b81e-91125170a50a tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Aug 31 04:41:29.903183 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620cc3e-ddf5-4a8c-9cba-43e79abe6aff req-83bd7cd6-7fba-4f92-9fd6-ab8364ae72c8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:29.904807 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5620cc3e-ddf5-4a8c-9cba-43e79abe6aff req-83bd7cd6-7fba-4f92-9fd6-ab8364ae72c8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0549893 Aug 31 04:41:29.954132 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5620cc3e-ddf5-4a8c-9cba-43e79abe6aff req-fa8399a3-6940-4dac-9397-a6e28b83adc9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436819 Aug 31 04:41:29.969511 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697d9de-63cd-4c25-88a3-ccbee1809d59 req-48b44185-680c-437c-8246-dad5e2fdeee3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:29.971027 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f697d9de-63cd-4c25-88a3-ccbee1809d59 req-48b44185-680c-437c-8246-dad5e2fdeee3 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0470352 Aug 31 04:41:30.050015 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f697d9de-63cd-4c25-88a3-ccbee1809d59 req-27ca1e66-367b-4a5b-b5f1-9cd80924dfe9 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544386 Aug 31 04:41:30.887855 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c9b50-d305-4979-852e-6eec7040ba82 req-b7c43781-570e-4fd8-984f-30545b3c1cd7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:30.889432 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-756c9b50-d305-4979-852e-6eec7040ba82 req-b7c43781-570e-4fd8-984f-30545b3c1cd7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0616703 Aug 31 04:41:30.951345 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-756c9b50-d305-4979-852e-6eec7040ba82 req-5239a13d-0831-4db1-bae6-12147c099aff tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546947 Aug 31 04:41:31.081552 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae2496-b91b-45fd-b29f-5a3686d201ae req-da065812-7770-4c99-9c66-6e30e8649c11 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:31.083109 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-63ae2496-b91b-45fd-b29f-5a3686d201ae req-da065812-7770-4c99-9c66-6e30e8649c11 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0560105 Aug 31 04:41:31.133652 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-63ae2496-b91b-45fd-b29f-5a3686d201ae req-daf8c54e-4aa9-4da5-aad8-1fe1f700c3f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449386 Aug 31 04:41:31.147296 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc7d48-67ba-4961-97d3-15745e4b53e5 req-962dcff4-2b53-4ab4-9cef-7b3ffb38679b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:31.148817 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3ffc7d48-67ba-4961-97d3-15745e4b53e5 req-962dcff4-2b53-4ab4-9cef-7b3ffb38679b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0493479 Aug 31 04:41:31.195890 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3ffc7d48-67ba-4961-97d3-15745e4b53e5 req-faaddef0-809a-44f7-a8b2-3104ee1c706a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Aug 31 04:41:32.075884 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceefd9c-e1f8-4b7f-ad0f-48297ad964db req-b893b4a2-244d-425d-9b3e-7360617404ef tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:32.077436 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3ceefd9c-e1f8-4b7f-ad0f-48297ad964db req-b893b4a2-244d-425d-9b3e-7360617404ef tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0490921 Aug 31 04:41:32.135159 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3ceefd9c-e1f8-4b7f-ad0f-48297ad964db req-8d850ffa-1da7-4ed5-b5dd-40620b42f07c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515738 Aug 31 04:41:32.278692 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213184f6-3b71-4a18-b854-5778b0d6cf1c req-e8ec95c2-2ac6-4afd-92a1-8c6226b7f9b0 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:32.280366 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-213184f6-3b71-4a18-b854-5778b0d6cf1c req-e8ec95c2-2ac6-4afd-92a1-8c6226b7f9b0 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0745485 Aug 31 04:41:32.345820 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0c05-6d90-456f-9513-b9995572bd90 req-3a0804d8-58a2-4750-b8f2-d3ef860c291b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:32.347178 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-213184f6-3b71-4a18-b854-5778b0d6cf1c req-87169a9b-9bfb-4ba2-aa7e-cc8b1f054c90 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591340 Aug 31 04:41:32.353030 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d39c0c05-6d90-456f-9513-b9995572bd90 req-3a0804d8-58a2-4750-b8f2-d3ef860c291b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0558400 Aug 31 04:41:32.411340 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d39c0c05-6d90-456f-9513-b9995572bd90 req-2cbaaa0e-468b-4e14-b82c-955c1f5847e9 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567856 Aug 31 04:41:33.265348 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885db970-df33-434f-934b-0c36befa453b req-336bce49-9076-4a63-b412-5546277e18e0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:33.267264 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-885db970-df33-434f-934b-0c36befa453b req-336bce49-9076-4a63-b412-5546277e18e0 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0504005 Aug 31 04:41:33.330295 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-885db970-df33-434f-934b-0c36befa453b req-18c3f255-bc1a-41a6-9a80-2d7d19765d4e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502300 Aug 31 04:41:33.474458 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa841d-d27d-4834-886a-f6d8b01e36bf req-22c30b2d-1a6a-41de-96e4-8350c5c38cfe tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:33.475957 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bafa841d-d27d-4834-886a-f6d8b01e36bf req-22c30b2d-1a6a-41de-96e4-8350c5c38cfe tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0537672 Aug 31 04:41:33.530115 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bafa841d-d27d-4834-886a-f6d8b01e36bf req-91887b26-4d28-4db0-835a-20bede6a7050 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Aug 31 04:41:33.540158 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4acdb-e61a-4a1f-b1a6-6b401c9d48e3 req-d526d2d1-a651-449f-86d9-4618b7c683f6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:33.541632 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e1a4acdb-e61a-4a1f-b1a6-6b401c9d48e3 req-d526d2d1-a651-449f-86d9-4618b7c683f6 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0468225 Aug 31 04:41:33.611374 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e1a4acdb-e61a-4a1f-b1a6-6b401c9d48e3 req-3291b25a-0cab-4d2f-832d-02cedca61517 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572474 Aug 31 04:41:34.460258 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ebe14-7d8d-47b9-b290-1b46e075afc9 req-1f4ddd7e-06ee-462e-a423-4a3e12220e17 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:34.461865 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8e9ebe14-7d8d-47b9-b290-1b46e075afc9 req-1f4ddd7e-06ee-462e-a423-4a3e12220e17 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0470700 Aug 31 04:41:34.493783 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:34.537870 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8e9ebe14-7d8d-47b9-b290-1b46e075afc9 req-ffd3d850-6864-416c-9584-5e67455cda69 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655351 Aug 31 04:41:34.652916 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79062fe8-d435-489b-adbf-bce18c1a68a0 req-878b5d31-5db1-4d1f-8150-c967338ebf4f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:34.654383 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-79062fe8-d435-489b-adbf-bce18c1a68a0 req-878b5d31-5db1-4d1f-8150-c967338ebf4f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0470152 Aug 31 04:41:34.708349 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:34.724572 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-79062fe8-d435-489b-adbf-bce18c1a68a0 req-9cbe63b1-b2c4-49dd-abc1-880a2c3e6346 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596995 Aug 31 04:41:34.760013 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0d87b-7f2b-4f68-925a-b9bccadd49f2 req-f87e1f84-dabf-4c3d-9c99-a5bcbf8a947d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:34.767008 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ad0d87b-7f2b-4f68-925a-b9bccadd49f2 req-f87e1f84-dabf-4c3d-9c99-a5bcbf8a947d tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0827289 Aug 31 04:41:34.811735 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ad0d87b-7f2b-4f68-925a-b9bccadd49f2 req-30c9c7e4-2d1e-432b-9d26-e3984623becd tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435846 Aug 31 04:41:35.659195 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235713-bee2-4ad4-b2f0-0354a4741bd1 req-c9c7f05e-6995-4a44-a4c9-7e4fc727c503 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:35.660774 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cf235713-bee2-4ad4-b2f0-0354a4741bd1 req-c9c7f05e-6995-4a44-a4c9-7e4fc727c503 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0496612 Aug 31 04:41:35.689197 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:35.713402 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cf235713-bee2-4ad4-b2f0-0354a4741bd1 req-b50c4c66-43db-44dc-8114-b077a790259f tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440257 Aug 31 04:41:35.806420 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:35.808663 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:35.844931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d05c-047c-4041-957a-286497ef9f40 req-100943dc-0108-4fd0-a12a-f0b000bd2b74 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:35.847836 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3e1d05c-047c-4041-957a-286497ef9f40 req-100943dc-0108-4fd0-a12a-f0b000bd2b74 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0557353 Aug 31 04:41:35.920561 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d3e1d05c-047c-4041-957a-286497ef9f40 req-f70982a9-a271-4a46-8d8e-4011daa39346 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671644 Aug 31 04:41:35.940929 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3caf4-4ce4-4696-8386-5227973aa2d2 req-2fcea28f-09dc-44ea-ad22-0d82966c6e1a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:35.942568 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-71d3caf4-4ce4-4696-8386-5227973aa2d2 req-2fcea28f-09dc-44ea-ad22-0d82966c6e1a tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0480866 Aug 31 04:41:35.989780 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-71d3caf4-4ce4-4696-8386-5227973aa2d2 req-40d9c6ef-3d07-4b2d-a5c4-ea40c900eb35 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414777 Aug 31 04:41:36.856045 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025660c-09c4-4265-8dbd-55ec5b010394 req-4fd46d68-de1c-4530-a687-60548610fc87 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:36.857525 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1025660c-09c4-4265-8dbd-55ec5b010394 req-4fd46d68-de1c-4530-a687-60548610fc87 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0515041 Aug 31 04:41:36.913805 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1025660c-09c4-4265-8dbd-55ec5b010394 req-215d9272-e144-4557-acae-901383c80bf3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503047 Aug 31 04:41:37.045800 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c1543-a24a-4266-8b69-ccaf4787fb6a req-d7c52ba1-eac8-4cdf-8105-51bd9c0c012e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:37.047322 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e07c1543-a24a-4266-8b69-ccaf4787fb6a req-d7c52ba1-eac8-4cdf-8105-51bd9c0c012e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0542929 Aug 31 04:41:37.099419 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e07c1543-a24a-4266-8b69-ccaf4787fb6a req-7bd05c4a-b032-46cf-b95f-e555fd30d8b7 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463276 Aug 31 04:41:37.109379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690dd20-a7dc-40f5-b56d-cf7c2497047d req-60299e24-253f-4516-adfa-900185a9931b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:37.110903 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4690dd20-a7dc-40f5-b56d-cf7c2497047d req-60299e24-253f-4516-adfa-900185a9931b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0481787 Aug 31 04:41:37.181575 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-c1a8fe76-64ed-48a7-a2f9-c41baf9c3e99 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae HTTP/1.1" status: 200 len: 217 time: 0.0430191 Aug 31 04:41:37.192272 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4690dd20-a7dc-40f5-b56d-cf7c2497047d req-7d2f1e93-dc0e-4017-b9d8-86bca629cbb2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754464 Aug 31 04:41:38.053119 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16155176-e937-4559-a55f-433b2c0ca949 req-54d91361-eb6d-491d-be6d-1a0776de3be8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:38.054590 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-16155176-e937-4559-a55f-433b2c0ca949 req-54d91361-eb6d-491d-be6d-1a0776de3be8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0503519 Aug 31 04:41:38.102671 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-16155176-e937-4559-a55f-433b2c0ca949 req-bf939f56-02e7-42c1-9916-decf6c9801ce tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Aug 31 04:41:38.215052 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:38.223287 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64b5a0-8504-4ab8-bd4a-aceb3c62a77d req-e85889e5-e45f-4677-a9c0-b6c0ff1298a3 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:38.224927 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3b64b5a0-8504-4ab8-bd4a-aceb3c62a77d req-e85889e5-e45f-4677-a9c0-b6c0ff1298a3 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0514224 Aug 31 04:41:38.275862 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3b64b5a0-8504-4ab8-bd4a-aceb3c62a77d req-146a1692-ea9c-4537-9f5e-a345c8424b39 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Aug 31 04:41:38.311906 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e07a49-0dd6-4fe3-b80b-e13f1613e07c req-a96ead31-4db2-432b-9eed-816a2c6c1a75 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:38.313395 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-96e07a49-0dd6-4fe3-b80b-e13f1613e07c req-a96ead31-4db2-432b-9eed-816a2c6c1a75 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0480223 Aug 31 04:41:38.364810 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-96e07a49-0dd6-4fe3-b80b-e13f1613e07c req-623d719e-a16f-45fd-bb30-55e6d5a2a824 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456536 Aug 31 04:41:39.249061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ac70c-15e2-4182-94d2-fb35ac699597 req-6b7a09ab-a07a-40c6-82fd-1463e5577d9d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:39.250526 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-669ac70c-15e2-4182-94d2-fb35ac699597 req-6b7a09ab-a07a-40c6-82fd-1463e5577d9d tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 944 time: 0.0608215 Aug 31 04:41:39.297581 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-669ac70c-15e2-4182-94d2-fb35ac699597 req-d7d31452-d509-4829-bd08-bfceeeac38c7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413120 Aug 31 04:41:39.395040 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c036b1-4601-435f-a937-6b6d9f3cd30a req-af88320f-8696-4182-8550-6d59a61c5591 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:39.396452 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-15c036b1-4601-435f-a937-6b6d9f3cd30a req-af88320f-8696-4182-8550-6d59a61c5591 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0492926 Aug 31 04:41:39.422980 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-ff0cceb2-a0d9-4f39-a1bd-bd7ca357b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:39.425394 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-ff0cceb2-a0d9-4f39-a1bd-bd7ca357b337 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0460563 Aug 31 04:41:39.450253 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-15c036b1-4601-435f-a937-6b6d9f3cd30a req-c0f01cb1-e0aa-4fc3-9843-79e1d82d117f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467315 Aug 31 04:41:39.510009 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f392ff-a578-4afc-8ec8-cb478bd8c3d0 req-e214c425-f97f-4a3d-8539-81781647ed18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:39.511538 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-10f392ff-a578-4afc-8ec8-cb478bd8c3d0 req-e214c425-f97f-4a3d-8539-81781647ed18 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0720646 Aug 31 04:41:39.512638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-372c854a-4f2c-4cc4-be0d-ba44e88345b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:39.514040 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-372c854a-4f2c-4cc4-be0d-ba44e88345b3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822637 Aug 31 04:41:39.558762 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-10f392ff-a578-4afc-8ec8-cb478bd8c3d0 req-00558059-7a35-4053-b997-6d7ed8f8a3e2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Aug 31 04:41:39.722515 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-70d4c9f3-fdb9-426d-8310-d0a69fd1d3e1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006587 Aug 31 04:41:39.878488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-645a4044-a633-45a8-8dac-cf093686f2b2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:39.879968 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-645a4044-a633-45a8-8dac-cf093686f2b2 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.1001854 Aug 31 04:41:39.947499 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bc85a8eb-1ab6-4d99-9ba9-c0293d187e5f req-0a70d82d-ec3a-44a1-9296-5891bb2e0b6e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658316 Aug 31 04:41:39.971814 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:39.988628 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Deleting port e93ec718-bb93-4cf8-88f6-b2a75cf59395 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:41:39.988889 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:40.056813 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:41:40.083982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] For port e93ec718-bb93-4cf8-88f6-b2a75cf59395, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e93ec718-bb93-4cf8-88f6-b2a75cf59395,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:40.084346 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:40.157549 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:40.168635 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'port_id': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:41:40.206583 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:40.206977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:40.220147 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:41:40.240570 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:40.245290 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:40.278599 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:40.279263 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (e7d8d502-6faf-4a3b-806c-3e76a949cdfe), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:40.279263 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Floating IP e7d8d502-6faf-4a3b-806c-3e76a949cdfe disassociated. External IP: 172.27.3.241, port: e93ec718-bb93-4cf8-88f6-b2a75cf59395. Aug 31 04:41:40.279601 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Calling delete_port for e93ec718-bb93-4cf8-88f6-b2a75cf59395 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:41:40.281981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-51cd137f-98d7-4f72-9cc8-0288a0ba1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:40.283732 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-51cd137f-98d7-4f72-9cc8-0288a0ba1150 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 1127 time: 0.0598040 Aug 31 04:41:40.292449 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=9']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:40.315823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:40.422479 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742320d-77e0-4fb5-88e6-41bf24fbee1f req-f788103b-534b-47c1-83a2-45796c299279 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:40.423944 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9742320d-77e0-4fb5-88e6-41bf24fbee1f req-f788103b-534b-47c1-83a2-45796c299279 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 945 time: 0.0452473 Aug 31 04:41:40.439626 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-40c4ccc6-6a4e-4a40-b2ca-2db9a4e83296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:40.441284 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-40c4ccc6-6a4e-4a40-b2ca-2db9a4e83296 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.1500270 Aug 31 04:41:40.472415 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9742320d-77e0-4fb5-88e6-41bf24fbee1f req-a45cc872-0211-499b-b855-7dd445f2f0ae tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Aug 31 04:41:40.547667 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:41:40.696030 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3797f8-320e-4921-9a2f-930dbe21eafe req-6020e427-d726-4db9-b9b0-16d6578b0d0c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:40.697581 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ec3797f8-320e-4921-9a2f-930dbe21eafe req-6020e427-d726-4db9-b9b0-16d6578b0d0c tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 945 time: 0.0533807 Aug 31 04:41:40.747997 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ec3797f8-320e-4921-9a2f-930dbe21eafe req-7eb89d96-9993-4964-9ead-4e2dc0d14144 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=72ec51b5-5422-40c2-8590-26fd246993a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442600 Aug 31 04:41:40.780410 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-d4af351d-c8ed-4a78-8ded-a3eb40608e7e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae HTTP/1.1" status: 200 len: 217 time: 0.3295197 Aug 31 04:41:40.859865 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dbd2a-fb64-4ce1-a513-cd0258859ff0 req-59d1c7d1-323b-422d-b120-12e56d89fe6f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:40.861398 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd7dbd2a-fb64-4ce1-a513-cd0258859ff0 req-59d1c7d1-323b-422d-b120-12e56d89fe6f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.1196873 Aug 31 04:41:40.873171 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (e93ec718-bb93-4cf8-88f6-b2a75cf59395), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:40.895333 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-75eae0d8-6aff-47e6-91d4-67f81e9db3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:40.896912 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-75eae0d8-6aff-47e6-91d4-67f81e9db3a3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0985713 Aug 31 04:41:40.926265 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event deleted for resources: {'Port': ['ID=e93ec718-bb93-4cf8-88f6-b2a75cf59395,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:41.020518 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd7dbd2a-fb64-4ce1-a513-cd0258859ff0 req-a6c8a05d-69a3-4b47-a6a1-4a7efc8782e6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508572 Aug 31 04:41:41.023468 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-0eb53ad5-7772-4541-bbd0-4b3d3d2e2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:41.024951 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-0eb53ad5-7772-4541-bbd0-4b3d3d2e2c34 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084006 Aug 31 04:41:41.054600 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:41.170072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Router 6264883e-9b91-4c5c-a76e-f2fcd32636bd has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:41:41.176035 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-c1d120ec-3c4c-431f-9cba-5475f46f1832 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443071 Aug 31 04:41:41.368332 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2d6125b2-a431-4358-85ab-13452cda6bcb req-6f8d00d8-1223-480c-b93b-a0fe08e40582 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842098 Aug 31 04:41:41.371302 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:41:41.382613 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] Sync routers for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:41:41.397311 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:41.398085 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:41.405753 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=13 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:41.409146 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=13 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:41.424508 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] No DVR routers for this DVR port e93ec718-bb93-4cf8-88f6-b2a75cf59395 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:41:41.427270 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:41.430939 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3581d4db-fd31-4c15-b486-23c7194ae290 req-927046c4-4005-42c2-9b2f-e384a7c92fef tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e93ec718-bb93-4cf8-88f6-b2a75cf59395 HTTP/1.1" status: 204 len: 173 time: 1.5448694 Aug 31 04:41:41.431454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'name': 'network-vif-deleted', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:41.433877 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f8a905-b058-48b3-8c47-3748eab82bed" -d '{"events": [{"server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "name": "network-vif-deleted", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:41.484951 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84014b1-eb0a-4abd-94bc-f7b9082c661f x-openstack-request-id: req-c84014b1-eb0a-4abd-94bc-f7b9082c661f {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:41.485243 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9472a4bc-d255-45a5-a6b0-016a1bd62606", "name": "network-vif-deleted", "tag": "e93ec718-bb93-4cf8-88f6-b2a75cf59395", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:41.485524 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c84014b1-eb0a-4abd-94bc-f7b9082c661f {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:41.485931 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84014b1-eb0a-4abd-94bc-f7b9082c661f'] response: {'server_uuid': '9472a4bc-d255-45a5-a6b0-016a1bd62606', 'name': 'network-vif-deleted', 'tag': 'e93ec718-bb93-4cf8-88f6-b2a75cf59395', 'status': 'completed', 'code': 200} Aug 31 04:41:41.530564 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:41.606501 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa99a3-5d7d-48fa-bc7d-aeac310cab1b req-4b2c622f-2531-4eb3-842f-9b551d03166e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:41.608622 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-47fa99a3-5d7d-48fa-bc7d-aeac310cab1b req-4b2c622f-2531-4eb3-842f-9b551d03166e tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 945 time: 0.0489638 Aug 31 04:41:41.636014 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:41.659553 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-47fa99a3-5d7d-48fa-bc7d-aeac310cab1b req-810fe0c1-6a3d-42ae-a14e-786ad775ef2c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Aug 31 04:41:41.738269 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:41.767455 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] Checking router: 6264883e-9b91-4c5c-a76e-f2fcd32636bd for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:41:41.776964 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:41.777601 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:41.870190 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a2173725-8891-41a1-817b-c88c62b48480 req-53413ac9-15d7-40d8-9d54-6d796ba93a32 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=9472a4bc-d255-45a5-a6b0-016a1bd62606 HTTP/1.1" status: 200 len: 210 time: 0.0335834 Aug 31 04:41:41.873009 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:41.883751 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:41.886681 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:42.087732 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:42.113261 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1f166-63f6-443e-8fe6-67585575dd10 None None] The sync data for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi is: [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:34:52Z', 'revision_number': 4, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b', 'name': '', 'network_id': 'e4d0d7af-fefb-4895-aa58-44d019a740ec', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'mac_address': 'fa:16:3e:fa:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:49Z', 'updated_at': '2022-08-31T04:35:02Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'subnets': [{'id': '85b76da2-6d29-44c7-a235-ffa1bd426087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:41:42.167031 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:42.185102 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd7d57-4949-4edd-b85b-304f76e15ca0 req-09d5d974-fafd-47c9-ac97-32ba609d2b3d tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:42.186630 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-20bd7d57-4949-4edd-b85b-304f76e15ca0 req-09d5d974-fafd-47c9-ac97-32ba609d2b3d tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0733533 Aug 31 04:41:42.223443 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:42.223443 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:42.245235 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-20bd7d57-4949-4edd-b85b-304f76e15ca0 req-d32de3fe-3b76-4b39-b6bc-719a279ad0cb tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Aug 31 04:41:42.399293 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b6c0b-4dae-4fe2-bfa9-3b61b3fb4a50 None None] New status for floating IP e7d8d502-6faf-4a3b-806c-3e76a949cdfe: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:41:42.435895 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:42.436498 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:42.467304 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:42.469531 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04adda90-967e-43f2-98bb-b890121d109f" -d '{"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:42.494167 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:42.498757 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:42.499859 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e93ec718-bb93-4cf8-88f6-b2a75cf59395 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:41:42.527681 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce512d71-8f4c-4225-af0d-718de2075503 x-openstack-request-id: req-ce512d71-8f4c-4225-af0d-718de2075503 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:42.527973 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-plugged", "status": "completed", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:42.528226 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce512d71-8f4c-4225-af0d-718de2075503 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:42.528759 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce512d71-8f4c-4225-af0d-718de2075503'] response: {'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'code': 200} Aug 31 04:41:42.551596 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: e93ec718-bb93-4cf8-88f6-b2a75cf59395 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:41:42.552113 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e93ec718-bb93-4cf8-88f6-b2a75cf59395 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:41:42.580657 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=10']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:42.824699 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512da2b-8027-4f75-a5e8-39d3dad5f0bd req-a732c1ee-654b-4ee7-b03d-d9dba59d7056 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:42.826193 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e512da2b-8027-4f75-a5e8-39d3dad5f0bd req-a732c1ee-654b-4ee7-b03d-d9dba59d7056 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 947 time: 0.0758870 Aug 31 04:41:42.827542 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5a1e-db11-4ad7-a166-e67c9c83d8fb req-076a8068-6915-49fe-bcf8-973dd05b3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:42.828965 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c35d5a1e-db11-4ad7-a166-e67c9c83d8fb req-076a8068-6915-49fe-bcf8-973dd05b3feb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 1131 time: 0.0664864 Aug 31 04:41:42.890289 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e512da2b-8027-4f75-a5e8-39d3dad5f0bd req-4915f691-002f-4e52-b742-6b6d40748dd8 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581794 Aug 31 04:41:42.915550 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c35d5a1e-db11-4ad7-a166-e67c9c83d8fb req-42dc4947-9337-4233-8c23-0e4aa59bf7c8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560672 Aug 31 04:41:42.985949 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54570) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:43.042052 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea394-e29c-4fd8-9bfd-e620d004f32b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (72ec51b5-5422-40c2-8590-26fd246993a9), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.065319 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea394-e29c-4fd8-9bfd-e620d004f32b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (72ec51b5-5422-40c2-8590-26fd246993a9), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.116118 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea394-e29c-4fd8-9bfd-e620d004f32b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (72ec51b5-5422-40c2-8590-26fd246993a9), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.119072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-dc6ea394-e29c-4fd8-9bfd-e620d004f32b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.120225 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-dc6ea394-e29c-4fd8-9bfd-e620d004f32b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/72ec51b5-5422-40c2-8590-26fd246993a9 HTTP/1.1" status: 204 len: 168 time: 0.1332667 Aug 31 04:41:43.123330 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54572) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:43.129364 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ea394-e29c-4fd8-9bfd-e620d004f32b tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec51b5-5422-40c2-8590-26fd246993a9,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:43.137760 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.api.v2.resource [None req-ac5154df-74e0-4c67-97f1-0132bfd926f0 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] show failed (client error): The resource could not be found. Aug 31 04:41:43.138823 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ac5154df-74e0-4c67-97f1-0132bfd926f0 tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "GET /networking/v2.0/security-groups/72ec51b5-5422-40c2-8590-26fd246993a9 HTTP/1.1" status: 404 len: 347 time: 0.0143743 Aug 31 04:41:43.141715 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54574) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:43.254242 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Deleting port fc80827f-8291-4330-87a2-9bbdf99b5947 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:41:43.254509 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.363414 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.363659 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (fc80827f-8291-4330-87a2-9bbdf99b5947), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.383557 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Calling delete_port for fc80827f-8291-4330-87a2-9bbdf99b5947 owned by network:floatingip {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:41:43.392709 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5be6e-745c-48f8-b41d-0f765871e7ac req-89fed676-b582-4bf3-b90c-2eb7185e6d04 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:43.394192 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f8a5be6e-745c-48f8-b41d-0f765871e7ac req-89fed676-b582-4bf3-b90c-2eb7185e6d04 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0694849 Aug 31 04:41:43.396216 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:43.457665 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:43.498611 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f8a5be6e-745c-48f8-b41d-0f765871e7ac req-bceacfbd-7030-4f6b-ac59-8fb0ce9007ce tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966139 Aug 31 04:41:43.566932 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (fc80827f-8291-4330-87a2-9bbdf99b5947), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.588716 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Pushing event deleted for resources: {'Port': ['ID=fc80827f-8291-4330-87a2-9bbdf99b5947,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:43.658976 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks [] for floatingip (e7d8d502-6faf-4a3b-806c-3e76a949cdfe), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.661466 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:43.662971 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-325e9e24-c109-40e6-9f3d-124d3ecc12fe tempest-AttachVolumeTestJSON-795572611 tempest-AttachVolumeTestJSON-795572611-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/e7d8d502-6faf-4a3b-806c-3e76a949cdfe HTTP/1.1" status: 204 len: 168 time: 0.5201564 Aug 31 04:41:44.031097 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f8920-71f2-4d94-9cdd-06fe4829663e req-1048f641-6fbe-4b05-a8f3-5745ced145b6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:44.032630 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-928f8920-71f2-4d94-9cdd-06fe4829663e req-1048f641-6fbe-4b05-a8f3-5745ced145b6 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 947 time: 0.0518169 Aug 31 04:41:44.095106 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-928f8920-71f2-4d94-9cdd-06fe4829663e req-b163d81b-0c18-4823-8cb8-6fbd44fb09c3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566773 Aug 31 04:41:44.633306 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ca361-2b8e-4b35-a1a1-17418360311f req-29802f4c-da32-40fc-ae36-61f3c56c5f85 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:44.635014 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-764ca361-2b8e-4b35-a1a1-17418360311f req-29802f4c-da32-40fc-ae36-61f3c56c5f85 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0555990 Aug 31 04:41:44.692418 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-764ca361-2b8e-4b35-a1a1-17418360311f req-1b329fc0-4236-47cc-8824-8ce71d785710 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510015 Aug 31 04:41:45.226549 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:45.235728 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10453cef-bb3d-4404-bf13-cffa6206c38f req-184620d9-5423-4f87-8e4b-c5b3e4d7d978 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:45.237249 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-10453cef-bb3d-4404-bf13-cffa6206c38f req-184620d9-5423-4f87-8e4b-c5b3e4d7d978 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 947 time: 0.0508378 Aug 31 04:41:45.295808 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-10453cef-bb3d-4404-bf13-cffa6206c38f req-c5879831-a332-46b9-96fb-0a49f9ef2986 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517497 Aug 31 04:41:45.521172 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d3f838b6-f6de-4938-92fa-994785bdf5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:45.823054 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69abbd-721d-42c6-a94e-7f893ad95026 req-cbfaad5f-09ba-43a2-b948-6a4f1e780805 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:45.824533 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ef69abbd-721d-42c6-a94e-7f893ad95026 req-cbfaad5f-09ba-43a2-b948-6a4f1e780805 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0475895 Aug 31 04:41:45.877837 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ef69abbd-721d-42c6-a94e-7f893ad95026 req-21204afd-3ca6-4ad0-939e-4a76e894e313 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452101 Aug 31 04:41:47.012236 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791267f-880e-4f7f-b6be-b6c3645b2592 req-40f2db6b-1bd4-48c7-a3c5-615f1981262e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:47.013793 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c791267f-880e-4f7f-b6be-b6c3645b2592 req-40f2db6b-1bd4-48c7-a3c5-615f1981262e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0484593 Aug 31 04:41:47.064320 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c791267f-880e-4f7f-b6be-b6c3645b2592 req-36c8e2b4-34a9-4d33-8f0b-e891f4ad5565 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 Aug 31 04:41:47.242170 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54658) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:47.903137 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (6264883e-9b91-4c5c-a76e-f2fcd32636bd), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:47.964177 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-18a57cc8-51d4-4f9c-9d17-e293f7ad9504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:47.985009 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:48.101294 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:41:48.160675 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Deleting port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:41:48.160899 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:48.203107 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:48.214360 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'port_id': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'mac_address': 'fa:16:3e:4e:4d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:41:48.221369 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:48.234591 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f747bab-3784-49e6-a3d2-9336e9526607 req-73862b77-e993-4396-b314-0a50c8885fc5 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:48.236090 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6f747bab-3784-49e6-a3d2-9336e9526607 req-73862b77-e993-4396-b314-0a50c8885fc5 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 943 time: 0.0902355 Aug 31 04:41:48.250634 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:48.251048 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:48.264771 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:41:48.284671 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:48.289831 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:48.309912 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] For port c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:48.310624 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:48.326436 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6f747bab-3784-49e6-a3d2-9336e9526607 req-0eb72e4a-3977-4115-bfdd-5464d40352d1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823379 Aug 31 04:41:48.330473 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Calling delete_port for c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:41:48.343073 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:48.519673 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:48.543556 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:48.588338 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:41:48.626883 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:48.701226 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:48.726434 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (6264883e-9b91-4c5c-a76e-f2fcd32636bd), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:48.787546 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:48.941382 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Router 6264883e-9b91-4c5c-a76e-f2fcd32636bd has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:41:49.025257 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.054960 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:41:49.062801 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1a49a7be-d4b6-43c9-959e-fbeb035d3ad1 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6264883e-9b91-4c5c-a76e-f2fcd32636bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8166316 Aug 31 04:41:49.062904 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54666) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:49.070767 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] Sync routers for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:41:49.081912 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:49.082537 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:49.172343 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks [] for router (6264883e-9b91-4c5c-a76e-f2fcd32636bd), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.187295 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:49.274279 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks [] for router_gateway (6264883e-9b91-4c5c-a76e-f2fcd32636bd), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.321664 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Deleting port afeed22d-ea19-4eeb-872d-88b86ea18135 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:41:49.322127 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.357738 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:41:48Z', 'revision_number': 5, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port': {'id': 'afeed22d-ea19-4eeb-872d-88b86ea18135', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:41Z', 'updated_at': '2022-08-31T04:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:49.368238 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:49.400289 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] Checking router: 6264883e-9b91-4c5c-a76e-f2fcd32636bd for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:41:49.409247 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] Routers {'6264883e-9b91-4c5c-a76e-f2fcd32636bd'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:49.410179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:49.461485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] For port afeed22d-ea19-4eeb-872d-88b86ea18135, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=afeed22d-ea19-4eeb-872d-88b86ea18135,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:49.461945 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.480262 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e1355-26be-4e75-a924-cb1ce4d8c0bb req-437bfbbb-7bd4-49bf-9cfb-df2d5ccd1c30 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:49.481820 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b61e1355-26be-4e75-a924-cb1ce4d8c0bb req-437bfbbb-7bd4-49bf-9cfb-df2d5ccd1c30 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 944 time: 0.0710464 Aug 31 04:41:49.486412 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Calling delete_port for afeed22d-ea19-4eeb-872d-88b86ea18135 owned by network:router_gateway {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:41:49.496092 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] Set router 6264883e-9b91-4c5c-a76e-f2fcd32636bd gateway port host: None {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:49.548760 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:41:49Z', 'revision_number': 6, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:49.575626 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528adf90-3082-4fc1-9e28-fb71151ac149 None None] The sync data for ids ['6264883e-9b91-4c5c-a76e-f2fcd32636bd'] in dv-cinder-855307-1-iscsi is: [{'id': '6264883e-9b91-4c5c-a76e-f2fcd32636bd', 'name': 'tempest-AttachVolumeTestJSON-2002379998-router', 'tenant_id': '94afda48b8e545dfaeac33a66f592fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:38Z', 'updated_at': '2022-08-31T04:41:49Z', 'revision_number': 6, 'project_id': '94afda48b8e545dfaeac33a66f592fe2', 'gw_port_host': None}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:41:49.584857 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b61e1355-26be-4e75-a924-cb1ce4d8c0bb req-64ef2321-2a02-467d-9c14-56adac652ffa tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940034 Aug 31 04:41:49.705357 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (afeed22d-ea19-4eeb-872d-88b86ea18135), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.729711 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=afeed22d-ea19-4eeb-872d-88b86ea18135,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:49.754390 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:49.792530 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (6264883e-9b91-4c5c-a76e-f2fcd32636bd), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.900179 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (6264883e-9b91-4c5c-a76e-f2fcd32636bd), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.902777 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks [] for router_controller (6264883e-9b91-4c5c-a76e-f2fcd32636bd), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.974149 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (6264883e-9b91-4c5c-a76e-f2fcd32636bd), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.974923 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6264883e-9b91-4c5c-a76e-f2fcd32636bd {{(pid=106561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:41:49.980209 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:49.981346 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ea210b70-5c8b-4316-b092-bd6c4cbcc6a0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/6264883e-9b91-4c5c-a76e-f2fcd32636bd HTTP/1.1" status: 204 len: 168 time: 0.9172978 Aug 31 04:41:49.984282 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54672) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:50.036388 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] Deleting subnet 85b76da2-6d29-44c7-a235-ffa1bd426087 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:41:50.039851 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] Publish callbacks [] for subnet (85b76da2-6d29-44c7-a235-ffa1bd426087), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.063152 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:50.079194 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (85b76da2-6d29-44c7-a235-ffa1bd426087), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.135739 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:41:50.156503 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (85b76da2-6d29-44c7-a235-ffa1bd426087), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.184508 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:41:50.192659 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:50.194144 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.226854 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (85b76da2-6d29-44c7-a235-ffa1bd426087), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.253932 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85b76da2-6d29-44c7-a235-ffa1bd426087,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:50.257833 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.260922 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b3220ef7-e01f-41b5-95c9-6de5633e0ac3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/85b76da2-6d29-44c7-a235-ffa1bd426087 HTTP/1.1" status: 204 len: 168 time: 0.2755208 Aug 31 04:41:50.263544 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54678) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:50.281801 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e8e43-8c3f-49f9-af78-e5bf814089c0 None None] Network e4d0d7af-fefb-4895-aa58-44d019a740ec requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:41:50.361968 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (e4d0d7af-fefb-4895-aa58-44d019a740ec), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.363283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:41:50.363575 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.373122 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54682) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:50.378249 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-04648cf2-988a-4b98-be48-307edd3111a1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082116864', 'description': 'tempest-description--201642604'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:50.380527 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.381033 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:50.399133 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device afeed22d-ea19-4eeb-872d-88b86ea18135 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:41:50.412236 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-04648cf2-988a-4b98-be48-307edd3111a1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.432929 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Deleting port 40b17dc4-0387-4791-a47b-a71303fb772b {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:41:50.433271 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.447778 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:50.450016 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b03be8-e059-4a42-98eb-aad1beab5dc8" -d '{"events": [{"server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "name": "network-vif-plugged", "status": "completed", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:50.456574 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: afeed22d-ea19-4eeb-872d-88b86ea18135 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:41:50.456912 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device afeed22d-ea19-4eeb-872d-88b86ea18135 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:41:50.457320 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:41:50.491887 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:50.493218 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:41:50.493746 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c8bd8fc4-9f56-40eb-8e75-1bfcd7c0f51b not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:41:50.499122 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.518231 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-04648cf2-988a-4b98-be48-307edd3111a1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (7b9a6690-9603-4833-bd70-5b4a9f29f782), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.525328 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] For port 40b17dc4-0387-4791-a47b-a71303fb772b, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=40b17dc4-0387-4791-a47b-a71303fb772b,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:50.526141 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-04648cf2-988a-4b98-be48-307edd3111a1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7b9a6690-9603-4833-bd70-5b4a9f29f782), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.526370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.542122 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaabba7-b314-46f1-8ab3-356750eb0b8e x-openstack-request-id: req-7aaabba7-b314-46f1-8ab3-356750eb0b8e {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:50.542401 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "name": "network-vif-plugged", "status": "completed", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:50.542653 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7aaabba7-b314-46f1-8ab3-356750eb0b8e {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:50.543068 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aaabba7-b314-46f1-8ab3-356750eb0b8e'] response: {'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'code': 200} Aug 31 04:41:50.544516 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Calling delete_port for 40b17dc4-0387-4791-a47b-a71303fb772b owned by network:dhcp {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:41:50.551961 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:50.573447 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:50.585628 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] DHCP port deletion for e4d0d7af-fefb-4895-aa58-44d019a740ec request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:41:50.598531 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04648cf2-988a-4b98-be48-307edd3111a1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a6690-9603-4833-bd70-5b4a9f29f782,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:50.617732 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-04648cf2-988a-4b98-be48-307edd3111a1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.625746 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-04648cf2-988a-4b98-be48-307edd3111a1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2513840 Aug 31 04:41:50.626283 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54688) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:50.634363 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-a4b1c97a-dbb6-4be7-9414-ef4dc8bab8e1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': '7b9a6690-9603-4833-bd70-5b4a9f29f782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:50.635417 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] Deleting port 40b17dc4-0387-4791-a47b-a71303fb772b {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:41:50.635783 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.687304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c97a-dbb6-4be7-9414-ef4dc8bab8e1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (989dc5e1-e2a4-4feb-8813-2f6f8514cd91), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.690708 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:50.721962 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.738423 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdd8b6-1c9e-4d67-a6f2-a2e9ae23954e req-c5f1833a-852d-4fe7-9aaf-8cc59d7e2d51 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:50.744958 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d6fdd8b6-1c9e-4d67-a6f2-a2e9ae23954e req-c5f1833a-852d-4fe7-9aaf-8cc59d7e2d51 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0698528 Aug 31 04:41:50.760722 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] No DVR routers for this DVR port 40b17dc4-0387-4791-a47b-a71303fb772b on host dv-cinder-855307-1-iscsi {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:41:50.771239 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=40b17dc4-0387-4791-a47b-a71303fb772b,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:50.842931 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.868800 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d6fdd8b6-1c9e-4d67-a6f2-a2e9ae23954e req-5343d8b6-9049-445c-9227-f10e9808accf tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180983 Aug 31 04:41:50.876270 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] For port 40b17dc4-0387-4791-a47b-a71303fb772b, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=40b17dc4-0387-4791-a47b-a71303fb772b,segment=NetworkSegment(b475096c-428f-4609-9c58-38be50788808),segment_id=b475096c-428f-4609-9c58-38be50788808)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:41:50.877083 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.895690 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] Calling delete_port for 40b17dc4-0387-4791-a47b-a71303fb772b owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:41:50.913835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c97a-dbb6-4be7-9414-ef4dc8bab8e1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (989dc5e1-e2a4-4feb-8813-2f6f8514cd91), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.919221 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (e4d0d7af-fefb-4895-aa58-44d019a740ec), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.923784 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c97a-dbb6-4be7-9414-ef4dc8bab8e1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (989dc5e1-e2a4-4feb-8813-2f6f8514cd91), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.961313 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1c97a-dbb6-4be7-9414-ef4dc8bab8e1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989dc5e1-e2a4-4feb-8813-2f6f8514cd91,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:50.963434 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931a706-931c-40c7-9261-550b57592c80 req-f4b8fdc7-cf2b-4f7d-8809-62403ae68818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:50.964935 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0931a706-931c-40c7-9261-550b57592c80 req-f4b8fdc7-cf2b-4f7d-8809-62403ae68818 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 1129 time: 0.0862746 Aug 31 04:41:50.969060 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d0d7af-fefb-4895-aa58-44d019a740ec']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:50.969459 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (40b17dc4-0387-4791-a47b-a71303fb772b), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.994038 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a4b1c97a-dbb6-4be7-9414-ef4dc8bab8e1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:50.995314 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a4b1c97a-dbb6-4be7-9414-ef4dc8bab8e1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663065 Aug 31 04:41:50.997182 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b475096c-428f-4609-9c58-38be50788808') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:50.997484 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b475096c-428f-4609-9c58-38be50788808') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:50.998412 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54690) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:51.000922 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] No DVR routers for this DVR port 40b17dc4-0387-4791-a47b-a71303fb772b on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:41:51.004594 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ec92e-0e44-4521-87d2-48a7e06cb483 None None] Pushing event deleted for resources: {'Port': ['ID=40b17dc4-0387-4791-a47b-a71303fb772b,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:51.008741 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-200b54e1-85ed-4717-9380-713ffbce45c3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': '7b9a6690-9603-4833-bd70-5b4a9f29f782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:51.014654 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (b475096c-428f-4609-9c58-38be50788808), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.046308 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (b475096c-428f-4609-9c58-38be50788808), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.050065 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-200b54e1-85ed-4717-9380-713ffbce45c3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (520ae259-b4e8-4ba1-b0c5-a9a1d2c2b227), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.055593 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0931a706-931c-40c7-9261-550b57592c80 req-d3be7c95-6b3b-4d6a-8ca5-149cfdfcf243 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833797 Aug 31 04:41:51.056496 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:41:51.056929 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (b475096c-428f-4609-9c58-38be50788808), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.072891 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:51.101633 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment b475096c-428f-4609-9c58-38be50788808 resource provider aggregate not found Aug 31 04:41:51.106959 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:51.113454 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-200b54e1-85ed-4717-9380-713ffbce45c3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (520ae259-b4e8-4ba1-b0c5-a9a1d2c2b227), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.121964 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment b475096c-428f-4609-9c58-38be50788808 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b475096c-428f-4609-9c58-38be50788808 found for delete ", "request_id": "req-7fbee1bd-5b27-471c-8df9-3fd24a06555b"}]} Aug 31 04:41:51.122482 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-200b54e1-85ed-4717-9380-713ffbce45c3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (520ae259-b4e8-4ba1-b0c5-a9a1d2c2b227), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.131169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (e4d0d7af-fefb-4895-aa58-44d019a740ec), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.139203 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.141681 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b54e1-85ed-4717-9380-713ffbce45c3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520ae259-b4e8-4ba1-b0c5-a9a1d2c2b227,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:51.145817 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/e4d0d7af-fefb-4895-aa58-44d019a740ec HTTP/1.1" status: 204 len: 168 time: 0.8776805 Aug 31 04:41:51.153092 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faba06-2641-4a07-bcb1-10c6faac1f9c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d0d7af-fefb-4895-aa58-44d019a740ec,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:51.154537 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-200b54e1-85ed-4717-9380-713ffbce45c3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.159183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54698) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:51.159287 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-200b54e1-85ed-4717-9380-713ffbce45c3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586385 Aug 31 04:41:51.163906 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:51.187002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.263394 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54700) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:51.271103 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.303714 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-980de0dd-06d3-48a8-85ff-fd110d2e7379 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=94afda48b8e545dfaeac33a66f592fe2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391164 Aug 31 04:41:51.306363 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54702) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:51.354313 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-75ffa036-d77f-4d86-a4ac-8ba1cb012d2b admin admin] Publish callbacks [] for security_group (c9f110ab-3d2b-4980-975a-4855d8ff7eb1), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.376831 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-75ffa036-d77f-4d86-a4ac-8ba1cb012d2b admin admin] Publish callbacks [] for security_group (c9f110ab-3d2b-4980-975a-4855d8ff7eb1), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.377094 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.27.3.113 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:41:51.378551 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:51.428899 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-75ffa036-d77f-4d86-a4ac-8ba1cb012d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c9f110ab-3d2b-4980-975a-4855d8ff7eb1), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.431864 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-75ffa036-d77f-4d86-a4ac-8ba1cb012d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.433301 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-75ffa036-d77f-4d86-a4ac-8ba1cb012d2b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c9f110ab-3d2b-4980-975a-4855d8ff7eb1 HTTP/1.1" status: 204 len: 168 time: 0.1258566 Aug 31 04:41:51.446218 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffa036-d77f-4d86-a4ac-8ba1cb012d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f110ab-3d2b-4980-975a-4855d8ff7eb1,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:51.492857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.526740 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.572497 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:51.575916 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:51.578368 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:41:51.581537 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:51.607148 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:51.671330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (8a81130d-3173-4a64-80e5-67eaaeca973b), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.714889 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.729261 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.868158 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.873717 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:51.878174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:51.959640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:51.963564 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (8a81130d-3173-4a64-80e5-67eaaeca973b), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:52.003872 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:52.005137 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-aa402f9c-d3e9-458a-949c-b6efefde6cb3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8448551 Aug 31 04:41:52.012733 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba355a-686f-47f5-8ac5-de163ec276a4 req-3a4fe314-7c0c-447b-ae2e-20fed48eed36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:52.015058 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b1ba355a-686f-47f5-8ac5-de163ec276a4 req-3a4fe314-7c0c-447b-ae2e-20fed48eed36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0681612 Aug 31 04:41:52.079482 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b1ba355a-686f-47f5-8ac5-de163ec276a4 req-825201f5-7d4f-4282-994d-e8323d60f80b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588157 Aug 31 04:41:52.161201 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 40b17dc4-0387-4791-a47b-a71303fb772b no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:41:52.183243 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 40b17dc4-0387-4791-a47b-a71303fb772b {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:41:52.183659 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 40b17dc4-0387-4791-a47b-a71303fb772b not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:41:52.431319 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b2687ac3-4ecf-46e5-8ba7-c6d423df8779 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1082116864&fields=id&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 267 time: 0.0454507 Aug 31 04:41:52.547712 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-17a08ac6-7104-4fd5-9cf8-34fcc1209ade tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:52.549200 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-17a08ac6-7104-4fd5-9cf8-34fcc1209ade tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1115310 Aug 31 04:41:52.564183 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-d2f9d890-8e70-4a7f-a8ea-0862d3347bad tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/quotas/ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 375 time: 0.0093040 Aug 31 04:41:52.621631 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-47e5bdec-0fb2-4876-9173-48082d56ab6c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522392 Aug 31 04:41:52.724597 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-3527fb43-ce9d-4f41-ac70-185cff271be0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907509 Aug 31 04:41:52.827236 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-51d37df7-5f02-4b75-a59d-b1e420e9cf30 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955045 Aug 31 04:41:52.991583 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f9e11b10-8bf1-4574-976c-35a87d650e8d req-2e4f1524-d467-45b2-a91d-0f6a61d99f8d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 210 time: 0.0288014 Aug 31 04:41:53.218516 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1b3f8-b8df-4672-bdb6-06cdb0d1f6bf req-8c81ef78-8ee4-4f91-9203-8c7a4c97bac9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:53.220529 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-95d1b3f8-b8df-4672-bdb6-06cdb0d1f6bf req-8c81ef78-8ee4-4f91-9203-8c7a4c97bac9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0535367 Aug 31 04:41:53.272794 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-95d1b3f8-b8df-4672-bdb6-06cdb0d1f6bf req-7df50be3-f205-4969-9065-786c41af3c91 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457585 Aug 31 04:41:53.392735 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae4527-6de4-4b9e-a973-e99f2b5bd318 req-54c3ec29-11c7-4361-8068-d6cf71ffbb60 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:53.394213 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c7ae4527-6de4-4b9e-a973-e99f2b5bd318 req-54c3ec29-11c7-4361-8068-d6cf71ffbb60 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0488086 Aug 31 04:41:53.449292 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c7ae4527-6de4-4b9e-a973-e99f2b5bd318 req-1c767b86-3419-47bb-af96-17ab92b76145 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481567 Aug 31 04:41:53.476375 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54766) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:53.673129 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545bf6c2-f69f-4691-b5e6-c8b50772c926 tempest-TestVolumeBootPattern-1716633603 tempest-TestVolumeBootPattern-1716633603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:53.674750 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-545bf6c2-f69f-4691-b5e6-c8b50772c926 tempest-TestVolumeBootPattern-1716633603 tempest-TestVolumeBootPattern-1716633603-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 1124 time: 0.1973643 Aug 31 04:41:53.677653 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54770) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:53.682151 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'port_id': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:53.706265 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:53.785696 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:53.792395 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:53.905708 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Allocated IP 172.27.3.184 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/89aa5cbb-7a7e-4015-aba5-c8c16709731c) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:41:54.014711 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:54.034632 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:54.056214 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:54.101953 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ba72c256-423a-4ab4-8a54-9fe10c7a7c5a req-b2f16fbe-8f22-4ef3-a067-49ef4a1ce940 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 210 time: 0.0317588 Aug 31 04:41:54.124400 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:54.127924 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:54.130438 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:41:54.155126 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=89aa5cbb-7a7e-4015-aba5-c8c16709731c,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:54.503396 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (d71a08bf-c952-4474-98b4-993908df1e3d), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:54.574086 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-602b0a1d-a70d-423d-a618-7ae56652a790 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:54.575650 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-602b0a1d-a70d-423d-a618-7ae56652a790 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1333389 Aug 31 04:41:54.582579 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:54.720291 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:54.771877 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:54.777687 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:54.850347 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=89aa5cbb-7a7e-4015-aba5-c8c16709731c,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:54.854051 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d71a08bf-c952-4474-98b4-993908df1e3d), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:54.858135 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:54.933787 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-5d4b68a1-464b-4947-b658-1475b6186114 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 473 time: 0.3429048 Aug 31 04:41:54.953293 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Floating IP d71a08bf-c952-4474-98b4-993908df1e3d associated. External IP: 172.27.3.184, port: 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae. Aug 31 04:41:55.060375 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'port': {'device_id': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'admin_state_up': True, 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'security_groups': ['7b9a6690-9603-4833-bd70-5b4a9f29f782']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:55.148853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:55.193547 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Made reservation on behalf of ae904e4b1df846e497cdf0edc46edaf1 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:41:55.196919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.220349 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:41:55.307766 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6048000f-7a3f-47aa-a0ff-0bcf20fe7344 req-5018f21e-d4dd-4a49-9401-a444d888b14a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 210 time: 0.0336883 Aug 31 04:41:55.342759 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.20.0.13 (9f5e1d21-0d94-4325-a39c-d7a84e70a79f/79c41cf8-372b-4f64-bc85-e7b0ee2d5301/43245827-8072-4b30-b574-8f9a4e99070a) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:41:55.436044 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:41:55.500008 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (43245827-8072-4b30-b574-8f9a4e99070a), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.500179 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54804) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:55.537037 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (43245827-8072-4b30-b574-8f9a4e99070a), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.553748 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:41:55.570773 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:41:55.571267 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:55.577863 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.584141 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:55.586010 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:55.590386 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:41:55.596324 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:41:55.599351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:41:55.603697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=43245827-8072-4b30-b574-8f9a4e99070a,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:55.621498 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-f8c019cb-2c0b-4d81-9774-56fea499a5a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9421039 Aug 31 04:41:55.622143 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:55.625359 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6" -d '{"events": [{"name": "network-changed", "server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:55.645256 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-eb9498f7-3c9f-4e78-b73b-f9c99a9033c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.688664 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:55.689920 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.715757 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b8fb8119-274c-4db8-abba-8e4b27e355ec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6605392 Aug 31 04:41:55.727382 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21f9ee1-ee79-482a-a096-33430219b782 x-openstack-request-id: req-b21f9ee1-ee79-482a-a096-33430219b782 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:55.727651 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:55.728264 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b21f9ee1-ee79-482a-a096-33430219b782 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:55.728830 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21f9ee1-ee79-482a-a096-33430219b782'] response: {'name': 'network-changed', 'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'status': 'completed', 'code': 200} Aug 31 04:41:55.742033 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-eb9498f7-3c9f-4e78-b73b-f9c99a9033c4 admin admin] Publish callbacks [] for security_group (e9144abc-f4cb-4761-a8d1-324357cd5e57), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.745871 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Request body: {'port': {'device_id': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:41:55.748181 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-eb9498f7-3c9f-4e78-b73b-f9c99a9033c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e9144abc-f4cb-4761-a8d1-324357cd5e57), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.753209 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:55.793552 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9498f7-3c9f-4e78-b73b-f9c99a9033c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9144abc-f4cb-4761-a8d1-324357cd5e57,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:55.806307 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-eb9498f7-3c9f-4e78-b73b-f9c99a9033c4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bd6a276a007c4dce92019fffbc54c80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052108 Aug 31 04:41:55.807448 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54812) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:55.856170 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (43245827-8072-4b30-b574-8f9a4e99070a), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.868555 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-53a34636-1621-4519-b0d8-7b36d815a7ec admin admin] Publish callbacks [] for security_group (e9144abc-f4cb-4761-a8d1-324357cd5e57), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.870879 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-8cacd36e-9441-407f-aa11-c104a1c0e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:55.872286 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-8cacd36e-9441-407f-aa11-c104a1c0e48c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 1129 time: 0.0815032 Aug 31 04:41:55.892825 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-53a34636-1621-4519-b0d8-7b36d815a7ec admin admin] Publish callbacks [] for security_group (e9144abc-f4cb-4761-a8d1-324357cd5e57), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.929764 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:55.946285 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-53a34636-1621-4519-b0d8-7b36d815a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e9144abc-f4cb-4761-a8d1-324357cd5e57), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.947655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-4b92fe4a-c303-418d-83b8-904529d6c839 None None] Provisioning complete for port 43245827-8072-4b30-b574-8f9a4e99070a triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:41:55.948546 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4b92fe4a-c303-418d-83b8-904529d6c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (43245827-8072-4b30-b574-8f9a4e99070a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.951889 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-53a34636-1621-4519-b0d8-7b36d815a7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:55.957542 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-53a34636-1621-4519-b0d8-7b36d815a7ec admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e9144abc-f4cb-4761-a8d1-324357cd5e57 HTTP/1.1" status: 204 len: 168 time: 0.1487811 Aug 31 04:41:55.968274 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a34636-1621-4519-b0d8-7b36d815a7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9144abc-f4cb-4761-a8d1-324357cd5e57,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:55.995522 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-4b92fe4a-c303-418d-83b8-904529d6c839 None None] Port 43245827-8072-4b30-b574-8f9a4e99070a cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:41:56.028286 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd71a08bf-c952-4474-98b4-993908df1e3d', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:4e:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1083f879-d1a1-4430-8b82-35a8833d029d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:41:54Z', 'updated_at': '2022-08-31T04:41:54Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:56.035196 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:56.067233 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:41:56.080558 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:41:56.081200 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:56.133513 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-93fe602f-20e8-496f-9f3b-9c8713a0d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:56.135117 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-93fe602f-20e8-496f-9f3b-9c8713a0d4bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.2385392 Aug 31 04:41:56.196486 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:41:56.236068 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-57f993fa-37a6-4ac6-b0e7-609af49d903c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae HTTP/1.1" status: 200 len: 999 time: 0.0912421 Aug 31 04:41:56.325468 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43245827-8072-4b30-b574-8f9a4e99070a {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:41:56.330806 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-c40f34d3-da5b-40d9-be9f-f739cd5c268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:56.332577 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-c40f34d3-da5b-40d9-be9f-f739cd5c268a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0883820 Aug 31 04:41:56.337441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Publish callbacks [] for port (43245827-8072-4b30-b574-8f9a4e99070a), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:56.385250 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Transition to ACTIVE for port object 43245827-8072-4b30-b574-8f9a4e99070a will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:41:56.391805 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-a416fd83-4d5e-4801-93eb-33bda9a6cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:56.393443 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-a416fd83-4d5e-4801-93eb-33bda9a6cab0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529692 Aug 31 04:41:56.394638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (43245827-8072-4b30-b574-8f9a4e99070a), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:56.443664 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:56.452633 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd71a08bf-c952-4474-98b4-993908df1e3d', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:4e:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1083f879-d1a1-4430-8b82-35a8833d029d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:41:54Z', 'updated_at': '2022-08-31T04:41:54Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:41:56.453477 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe5052-b58f-491d-ac6b-f1d807cd232e req-feaf8f3c-a891-4416-8b91-704bfcb3a55e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:56.463678 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02fe5052-b58f-491d-ac6b-f1d807cd232e req-feaf8f3c-a891-4416-8b91-704bfcb3a55e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 944 time: 0.0619521 Aug 31 04:41:56.485122 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78cad5-63e2-4114-aadb-02b33d8956ef None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd71a08bf-c952-4474-98b4-993908df1e3d', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.184', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:4e:4d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1083f879-d1a1-4430-8b82-35a8833d029d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:41:54Z', 'updated_at': '2022-08-31T04:41:54Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:41:56.530276 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-02fe5052-b58f-491d-ac6b-f1d807cd232e req-92289181-6313-4514-8c67-6d9f9f1fd574 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654547 Aug 31 04:41:56.562040 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=43245827-8072-4b30-b574-8f9a4e99070a,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:56.623841 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-cf7c7f48-9657-4323-94ab-f01610872738 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234006 Aug 31 04:41:56.624546 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Attempting to bind port 43245827-8072-4b30-b574-8f9a4e99070a on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:41:56.624858 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Attempting to bind port 43245827-8072-4b30-b574-8f9a4e99070a by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:41:56.625188 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Attempting to bind port 43245827-8072-4b30-b574-8f9a4e99070a on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:56.629977 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Port 43245827-8072-4b30-b574-8f9a4e99070a on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:41:56.630298 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Attempting to bind port 43245827-8072-4b30-b574-8f9a4e99070a on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:41:56.653149 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:41:56.653494 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Checking segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:41:56.653882 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Bound using segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:41:56.654472 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Bound port: 43245827-8072-4b30-b574-8f9a4e99070a, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:41:56.654676 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (43245827-8072-4b30-b574-8f9a4e99070a), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:56.689778 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:56.723834 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01dec2e8-8297-4c1c-88fd-12ac0d37b2a9 None None] New status for floating IP d71a08bf-c952-4474-98b4-993908df1e3d: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:41:56.791734 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5db4d1b6-07f4-47cf-8bf2-d84f6ff7dae6 req-285af419-0336-4643-82de-27dc1bf632c2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590786 Aug 31 04:41:56.794459 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] For port 43245827-8072-4b30-b574-8f9a4e99070a, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:41:56.798217 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] For port 43245827-8072-4b30-b574-8f9a4e99070a, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=43245827-8072-4b30-b574-8f9a4e99070a,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:41:56.806813 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (43245827-8072-4b30-b574-8f9a4e99070a), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:56.845480 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:56.846098 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:56.847658 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/43245827-8072-4b30-b574-8f9a4e99070a HTTP/1.1" status: 200 len: 1094 time: 1.1086218 Aug 31 04:41:56.848085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:41:56.850529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284" -d '{"events": [{"name": "network-changed", "server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "tag": "43245827-8072-4b30-b574-8f9a4e99070a"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:41:56.886504 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:56.890890 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b09ed-919e-489a-bae1-b5456a94f9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=43245827-8072-4b30-b574-8f9a4e99070a,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:56.898391 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795f509b-6b68-4303-af64-06787e615e1b x-openstack-request-id: req-795f509b-6b68-4303-af64-06787e615e1b {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:41:56.898689 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "tag": "43245827-8072-4b30-b574-8f9a4e99070a", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:41:56.898949 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-795f509b-6b68-4303-af64-06787e615e1b {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:41:56.899387 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-795f509b-6b68-4303-af64-06787e615e1b'] response: {'name': 'network-changed', 'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a', 'status': 'completed', 'code': 200} Aug 31 04:41:56.982020 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b2ef5354-eca4-465a-9dba-2f266eba6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:56.982020 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-b2ef5354-eca4-465a-9dba-2f266eba6a7b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 1128 time: 0.0494514 Aug 31 04:41:57.033352 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-36dfe229-7ab2-43b6-8271-b6c131b6d742 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43245827-8072-4b30-b574-8f9a4e99070a HTTP/1.1" status: 200 len: 217 time: 0.0352237 Aug 31 04:41:57.087402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-7f219357-2f8a-4be2-8271-81de0128a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:57.090943 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-7f219357-2f8a-4be2-8271-81de0128a348 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0494900 Aug 31 04:41:57.142072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-023a30ee-6bea-4b41-962d-221074a4c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:57.143626 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-023a30ee-6bea-4b41-962d-221074a4c74c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486875 Aug 31 04:41:57.242598 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-1ba42e9d-a235-4965-a0cd-51017f569ad5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913904 Aug 31 04:41:57.341442 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a615ac01-3f83-4c17-ada5-330c80a82951 req-c508aa59-bd1b-48be-9489-59db1ca3e6e9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924141 Aug 31 04:41:57.441196 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54866) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:57.556145 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f4e12cb5-cfe3-4453-bd9b-763bfa35034c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:57.666998 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f4e12cb5-cfe3-4453-bd9b-763bfa35034c admin admin] Publish callbacks [] for security_group (d265ec36-b715-4f8c-81dd-4a8071a12894), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:57.673467 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77c55d-3c09-404d-a6fc-07a90a261bcd req-49b1d408-2d4f-4c78-b9c7-b7c2ba065e19 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:57.674957 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7a77c55d-3c09-404d-a6fc-07a90a261bcd req-49b1d408-2d4f-4c78-b9c7-b7c2ba065e19 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 944 time: 0.0664740 Aug 31 04:41:57.675970 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f4e12cb5-cfe3-4453-bd9b-763bfa35034c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d265ec36-b715-4f8c-81dd-4a8071a12894), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:57.729488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e12cb5-cfe3-4453-bd9b-763bfa35034c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d265ec36-b715-4f8c-81dd-4a8071a12894,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:57.735770 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f4e12cb5-cfe3-4453-bd9b-763bfa35034c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=640529f2263b41b7aca6944eec599c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935395 Aug 31 04:41:57.738746 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54872) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:41:57.760270 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7a77c55d-3c09-404d-a6fc-07a90a261bcd req-51f3ed32-693f-4ead-b6f9-97ae4ce4935a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736141 Aug 31 04:41:57.792686 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b7e349c9-b2ca-44c5-a1fc-7760359ba494 admin admin] Publish callbacks [] for security_group (d265ec36-b715-4f8c-81dd-4a8071a12894), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:57.820444 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b7e349c9-b2ca-44c5-a1fc-7760359ba494 admin admin] Publish callbacks [] for security_group (d265ec36-b715-4f8c-81dd-4a8071a12894), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:57.871869 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b7e349c9-b2ca-44c5-a1fc-7760359ba494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d265ec36-b715-4f8c-81dd-4a8071a12894), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:57.875406 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b7e349c9-b2ca-44c5-a1fc-7760359ba494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:41:57.876561 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b7e349c9-b2ca-44c5-a1fc-7760359ba494 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d265ec36-b715-4f8c-81dd-4a8071a12894 HTTP/1.1" status: 204 len: 168 time: 0.1368446 Aug 31 04:41:57.884278 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e349c9-b2ca-44c5-a1fc-7760359ba494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d265ec36-b715-4f8c-81dd-4a8071a12894,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:41:58.316935 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-d050b45d-f195-44d2-837d-e8ced8f61b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:58.318682 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-d050b45d-f195-44d2-837d-e8ced8f61b3f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 1128 time: 0.0450161 Aug 31 04:41:58.398489 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:58.415819 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-3ddadede-16e6-4da2-80a6-d3e36347e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:58.417324 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-3ddadede-16e6-4da2-80a6-d3e36347e110 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.0927203 Aug 31 04:41:58.465907 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-f13fa0d7-5787-4157-bea0-7fa8461d40ee service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43245827-8072-4b30-b574-8f9a4e99070a HTTP/1.1" status: 200 len: 217 time: 0.0403361 Aug 31 04:41:58.516365 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-fed3634c-4e6a-4af8-82d7-1baebb6bbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:58.517900 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-fed3634c-4e6a-4af8-82d7-1baebb6bbde8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0457239 Aug 31 04:41:58.562740 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-82d97032-4c6a-4362-a0c0-6d0496c66b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:58.564261 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-82d97032-4c6a-4362-a0c0-6d0496c66b16 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405836 Aug 31 04:41:58.662653 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-ff21c093-38f8-4b55-b6a9-fb5a4bf6e931 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916629 Aug 31 04:41:58.676849 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:41:58.758663 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c97c36bc-5795-4eb1-bb9e-20eae6e3b284 req-0db81807-2002-4fe2-9460-0af9d515feda service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888312 Aug 31 04:41:58.889720 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee04849-9acd-4e10-b5e1-2139e41cd2b3 req-ad6bf023-3709-446c-87fe-9c02ab62292c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:41:58.891170 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dee04849-9acd-4e10-b5e1-2139e41cd2b3 req-ad6bf023-3709-446c-87fe-9c02ab62292c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 944 time: 0.0491846 Aug 31 04:41:58.942267 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-dee04849-9acd-4e10-b5e1-2139e41cd2b3 req-0445be59-5d2c-4d34-9ecb-c501f8c08511 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Aug 31 04:41:59.896514 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54944) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:00.016783 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-06b99784-01fa-4adf-8cc8-a573129168dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.072735 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7499d8-7b78-4231-9ddc-648403fa05f5 req-de60815b-2d7c-44cf-ab3c-983961f94ce0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:00.074317 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd7499d8-7b78-4231-9ddc-648403fa05f5 req-de60815b-2d7c-44cf-ab3c-983961f94ce0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 944 time: 0.0542419 Aug 31 04:42:00.096462 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-06b99784-01fa-4adf-8cc8-a573129168dc admin admin] Publish callbacks [] for security_group (394b3da5-6bd1-40df-b0c0-36aeef7c056e), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.101329 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-06b99784-01fa-4adf-8cc8-a573129168dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (394b3da5-6bd1-40df-b0c0-36aeef7c056e), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.124615 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bd7499d8-7b78-4231-9ddc-648403fa05f5 req-153126b9-7d5c-43f4-8eb0-3e4c13139e8a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Aug 31 04:42:00.139440 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-06b99784-01fa-4adf-8cc8-a573129168dc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7a8f285128734860a051deae3e4bb1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418153 Aug 31 04:42:00.142225 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54950) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:00.144199 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b99784-01fa-4adf-8cc8-a573129168dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394b3da5-6bd1-40df-b0c0-36aeef7c056e,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:00.170588 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 43245827-8072-4b30-b574-8f9a4e99070a details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:42:00.194796 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Publish callbacks [] for security_group (394b3da5-6bd1-40df-b0c0-36aeef7c056e), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.215757 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Publish callbacks [] for security_group (394b3da5-6bd1-40df-b0c0-36aeef7c056e), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.264673 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (394b3da5-6bd1-40df-b0c0-36aeef7c056e), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.267183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.268346 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/394b3da5-6bd1-40df-b0c0-36aeef7c056e HTTP/1.1" status: 204 len: 168 time: 0.1245780 Aug 31 04:42:00.276697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b3da5-6bd1-40df-b0c0-36aeef7c056e,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:00.277006 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 43245827-8072-4b30-b574-8f9a4e99070a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=43245827-8072-4b30-b574-8f9a4e99070a,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:00.284805 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.285154 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.285485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.285818 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.286147 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.286469 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.286810 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.287136 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.287455 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.287775 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.288170 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.289205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.289550 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.289976 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.290302 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8981182-8ed5-471d-b921-423e7076888e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:00.292412 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '43245827-8072-4b30-b574-8f9a4e99070a', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'port_id': '43245827-8072-4b30-b574-8f9a4e99070a', 'mac_address': 'fa:16:3e:41:f8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:42:00.338821 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 43245827-8072-4b30-b574-8f9a4e99070a is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:00.339198 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (43245827-8072-4b30-b574-8f9a4e99070a), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.354476 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43245827-8072-4b30-b574-8f9a4e99070a {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:42:00.372491 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:00.377600 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 43245827-8072-4b30-b574-8f9a4e99070a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=43245827-8072-4b30-b574-8f9a4e99070a,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:00.382002 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (43245827-8072-4b30-b574-8f9a4e99070a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.431049 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=43245827-8072-4b30-b574-8f9a4e99070a,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:00.550822 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 54956) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:00.564796 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a0b822a1-7ec8-40fc-8deb-9cba2de44de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.651167 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a0b822a1-7ec8-40fc-8deb-9cba2de44de4 admin admin] Publish callbacks [] for security_group (db3ccafc-d008-4e13-9af5-8482a8fbec08), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.656930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a0b822a1-7ec8-40fc-8deb-9cba2de44de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (db3ccafc-d008-4e13-9af5-8482a8fbec08), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.695894 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a0b822a1-7ec8-40fc-8deb-9cba2de44de4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9644468bd79547758aeef6b10837484f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440172 Aug 31 04:42:00.696727 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b822a1-7ec8-40fc-8deb-9cba2de44de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3ccafc-d008-4e13-9af5-8482a8fbec08,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:00.698972 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 54958) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:00.715362 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['43245827-8072-4b30-b574-8f9a4e99070a'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:42:00.750527 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb600-9c14-40e6-bc27-0a68259383b0 admin admin] Publish callbacks [] for security_group (db3ccafc-d008-4e13-9af5-8482a8fbec08), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.770993 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb600-9c14-40e6-bc27-0a68259383b0 admin admin] Publish callbacks [] for security_group (db3ccafc-d008-4e13-9af5-8482a8fbec08), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.815457 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:00.820034 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb600-9c14-40e6-bc27-0a68259383b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (db3ccafc-d008-4e13-9af5-8482a8fbec08), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.822645 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9cbcb600-9c14-40e6-bc27-0a68259383b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:00.823848 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-9cbcb600-9c14-40e6-bc27-0a68259383b0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/db3ccafc-d008-4e13-9af5-8482a8fbec08 HTTP/1.1" status: 204 len: 168 time: 0.1238716 Aug 31 04:42:00.835099 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcb600-9c14-40e6-bc27-0a68259383b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3ccafc-d008-4e13-9af5-8482a8fbec08,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:01.252310 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7992cf-4414-40f0-8d18-d612926c90ef req-cef6f25d-6657-417d-a64d-6f027985bd6c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:01.260180 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-da7992cf-4414-40f0-8d18-d612926c90ef req-cef6f25d-6657-417d-a64d-6f027985bd6c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 945 time: 0.0602117 Aug 31 04:42:01.302520 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-da7992cf-4414-40f0-8d18-d612926c90ef req-a4a6081e-6271-49b0-bccd-6a08d962ebce tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417395 Aug 31 04:42:02.205462 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 43245827-8072-4b30-b574-8f9a4e99070a up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:02.251180 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 43245827-8072-4b30-b574-8f9a4e99070a completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:42:02.259094 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 43245827-8072-4b30-b574-8f9a4e99070a triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:02.259632 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (43245827-8072-4b30-b574-8f9a4e99070a), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.335418 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 43245827-8072-4b30-b574-8f9a4e99070a is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:02.335806 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (43245827-8072-4b30-b574-8f9a4e99070a), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.362978 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:42:02.365647 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee22151-3b10-4496-be5e-53343a87fc83" -d '{"events": [{"server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "name": "network-vif-plugged", "status": "completed", "tag": "43245827-8072-4b30-b574-8f9a4e99070a"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:42:02.380116 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 43245827-8072-4b30-b574-8f9a4e99070a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=43245827-8072-4b30-b574-8f9a4e99070a,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:02.385903 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (43245827-8072-4b30-b574-8f9a4e99070a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.414768 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97be1d36-6c56-499d-8448-9694ac1b4333 x-openstack-request-id: req-97be1d36-6c56-499d-8448-9694ac1b4333 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:42:02.415101 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "name": "network-vif-plugged", "status": "completed", "tag": "43245827-8072-4b30-b574-8f9a4e99070a", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:42:02.415533 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97be1d36-6c56-499d-8448-9694ac1b4333 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:42:02.415933 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97be1d36-6c56-499d-8448-9694ac1b4333'] response: {'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a', 'code': 200} Aug 31 04:42:02.440611 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af768f32-79e9-43ca-be97-68e955d7bac6 req-29c0dde6-353b-4b82-a0f0-2bc1ab59aa99 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:02.441384 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=43245827-8072-4b30-b574-8f9a4e99070a,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:02.442794 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-af768f32-79e9-43ca-be97-68e955d7bac6 req-29c0dde6-353b-4b82-a0f0-2bc1ab59aa99 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 946 time: 0.0551074 Aug 31 04:42:02.495530 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-af768f32-79e9-43ca-be97-68e955d7bac6 req-65550e8c-49ad-491a-a467-e631e787721e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468571 Aug 31 04:42:02.619552 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55012) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:02.641599 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa561a-fa9e-4d97-8669-8d95a2bdeb59 req-458588c7-219d-4674-bd2e-a905e7db41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:02.643139 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3efa561a-fa9e-4d97-8669-8d95a2bdeb59 req-458588c7-219d-4674-bd2e-a905e7db41b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 1130 time: 0.0390666 Aug 31 04:42:02.671364 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:02.693500 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3efa561a-fa9e-4d97-8669-8d95a2bdeb59 req-6aba0f3f-c74e-4881-92ab-1653b46321cd service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Aug 31 04:42:02.729044 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49ee81eb-6837-4e02-be24-87d7d705dc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.748713 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:02.785114 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:02.806417 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49ee81eb-6837-4e02-be24-87d7d705dc65 admin admin] Publish callbacks [] for security_group (3cb0b9e1-c860-4632-acb6-8a914c790488), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.810706 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-49ee81eb-6837-4e02-be24-87d7d705dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3cb0b9e1-c860-4632-acb6-8a914c790488), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.849042 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-49ee81eb-6837-4e02-be24-87d7d705dc65 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=da7e142d5e754fab941ce1a3779d5e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278564 Aug 31 04:42:02.849865 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee81eb-6837-4e02-be24-87d7d705dc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb0b9e1-c860-4632-acb6-8a914c790488,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:02.853308 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55016) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:02.905718 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e35413cd-5e6c-49cc-988b-a8eaab980419 admin admin] Publish callbacks [] for security_group (3cb0b9e1-c860-4632-acb6-8a914c790488), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.925988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e35413cd-5e6c-49cc-988b-a8eaab980419 admin admin] Publish callbacks [] for security_group (3cb0b9e1-c860-4632-acb6-8a914c790488), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.975159 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e35413cd-5e6c-49cc-988b-a8eaab980419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3cb0b9e1-c860-4632-acb6-8a914c790488), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.978895 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e35413cd-5e6c-49cc-988b-a8eaab980419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:02.980055 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e35413cd-5e6c-49cc-988b-a8eaab980419 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3cb0b9e1-c860-4632-acb6-8a914c790488 HTTP/1.1" status: 204 len: 168 time: 0.1257541 Aug 31 04:42:02.988529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35413cd-5e6c-49cc-988b-a8eaab980419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb0b9e1-c860-4632-acb6-8a914c790488,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:03.269231 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55022) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:03.283637 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-28f269f2-d555-4ffa-bec3-ecebd5ff3e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:03.363846 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-28f269f2-d555-4ffa-bec3-ecebd5ff3e87 admin admin] Publish callbacks [] for security_group (d6b3ac0a-3455-4e62-8589-e6e6086d9084), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:03.369752 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-28f269f2-d555-4ffa-bec3-ecebd5ff3e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d6b3ac0a-3455-4e62-8589-e6e6086d9084), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:03.406873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f269f2-d555-4ffa-bec3-ecebd5ff3e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b3ac0a-3455-4e62-8589-e6e6086d9084,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:03.411447 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-28f269f2-d555-4ffa-bec3-ecebd5ff3e87 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bccda7239ddc405fb82b7c91c51ce59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411762 Aug 31 04:42:03.414465 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55024) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:03.432616 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:03.467224 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-66e15978-c554-4a28-8da7-d61b02ba4433 admin admin] Publish callbacks [] for security_group (d6b3ac0a-3455-4e62-8589-e6e6086d9084), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:03.487714 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-66e15978-c554-4a28-8da7-d61b02ba4433 admin admin] Publish callbacks [] for security_group (d6b3ac0a-3455-4e62-8589-e6e6086d9084), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:03.538130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-66e15978-c554-4a28-8da7-d61b02ba4433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (d6b3ac0a-3455-4e62-8589-e6e6086d9084), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:03.540685 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-66e15978-c554-4a28-8da7-d61b02ba4433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:03.543189 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-66e15978-c554-4a28-8da7-d61b02ba4433 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d6b3ac0a-3455-4e62-8589-e6e6086d9084 HTTP/1.1" status: 204 len: 168 time: 0.1274998 Aug 31 04:42:03.551478 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e15978-c554-4a28-8da7-d61b02ba4433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b3ac0a-3455-4e62-8589-e6e6086d9084,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:03.620686 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70269571-f18d-4250-8726-3ea85e11d618 req-126072cd-74a7-4197-aa0c-c006d60e3961 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:03.622164 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-70269571-f18d-4250-8726-3ea85e11d618 req-126072cd-74a7-4197-aa0c-c006d60e3961 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 946 time: 0.0465760 Aug 31 04:42:03.669317 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-70269571-f18d-4250-8726-3ea85e11d618 req-e26e23d5-c42f-4b06-8be6-cc86d04f2139 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Aug 31 04:42:04.796266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d86a5-c83c-4632-bb15-2b29650ce20f req-a2046529-9bd0-4cf4-bee8-7a669b9b3208 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:04.797760 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ad7d86a5-c83c-4632-bb15-2b29650ce20f req-a2046529-9bd0-4cf4-bee8-7a669b9b3208 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 946 time: 0.0505266 Aug 31 04:42:04.848738 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ad7d86a5-c83c-4632-bb15-2b29650ce20f req-1663b905-5f5b-45a5-adb3-0e1cebadba87 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Aug 31 04:42:04.974507 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e2326-c807-4162-9811-951cfff579be req-7ad1548d-0dc7-41b4-8a72-0cc39ba1c220 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:04.976060 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a59e2326-c807-4162-9811-951cfff579be req-7ad1548d-0dc7-41b4-8a72-0cc39ba1c220 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 946 time: 0.0493917 Aug 31 04:42:04.986459 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55068) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:04.990920 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'port_id': '43245827-8072-4b30-b574-8f9a4e99070a'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:05.033763 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (8a81130d-3173-4a64-80e5-67eaaeca973b), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:05.475729 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:05.479329 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (8a81130d-3173-4a64-80e5-67eaaeca973b), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:05.482943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:INSERT=9,neutron:SELECT=91 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:05.576696 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP 8a81130d-3173-4a64-80e5-67eaaeca973b associated. External IP: 172.27.3.113, port: 43245827-8072-4b30-b574-8f9a4e99070a. Aug 31 04:42:05.653904 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:05.787910 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:42:05.896182 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:05.901685 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:05.907343 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:05.919414 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:05.920266 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:05.933433 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e94926fb-2254-49bc-b230-322ee54a81f7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/8a81130d-3173-4a64-80e5-67eaaeca973b HTTP/1.1" status: 200 len: 992 time: 0.9458761 Aug 31 04:42:05.934273 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:42:05.936694 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b33ac-db8d-400d-9b14-ab142ab31c67" -d '{"events": [{"name": "network-changed", "server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "tag": "43245827-8072-4b30-b574-8f9a4e99070a"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:42:05.974678 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a1efa5-ef93-478b-b555-0c682751fd1f x-openstack-request-id: req-b3a1efa5-ef93-478b-b555-0c682751fd1f {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:42:05.975292 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "tag": "43245827-8072-4b30-b574-8f9a4e99070a", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:42:05.975416 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3a1efa5-ef93-478b-b555-0c682751fd1f {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:42:05.975730 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a1efa5-ef93-478b-b555-0c682751fd1f'] response: {'name': 'network-changed', 'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a', 'status': 'completed', 'code': 200} Aug 31 04:42:06.020082 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:06.027711 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:06.073776 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:06.089191 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-a6cea402-902a-4d76-8da8-a38f95c04598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:06.091235 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-a6cea402-902a-4d76-8da8-a38f95c04598 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 1130 time: 0.0406816 Aug 31 04:42:06.196930 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-fc1c8a3c-00c2-4ed7-8f51-fc1a7b089e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:06.198833 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-fc1c8a3c-00c2-4ed7-8f51-fc1a7b089e7c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.0971761 Aug 31 04:42:06.264007 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-a9256724-bd44-4f94-9bbe-242dec37fc31 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43245827-8072-4b30-b574-8f9a4e99070a HTTP/1.1" status: 200 len: 1000 time: 0.0587983 Aug 31 04:42:06.316891 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-d6ace905-1300-4023-a5a8-f1d038a7d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:06.318970 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-d6ace905-1300-4023-a5a8-f1d038a7d5b4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0475674 Aug 31 04:42:06.347913 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '8a81130d-3173-4a64-80e5-67eaaeca973b', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '43245827-8072-4b30-b574-8f9a4e99070a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:41:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:41:51Z', 'updated_at': '2022-08-31T04:42:05Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}, {'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:06.369002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-b5bfb9d6-9336-4f0e-b26d-5aa448c79e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:06.370758 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-b5bfb9d6-9336-4f0e-b26d-5aa448c79e8f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445964 Aug 31 04:42:06.373348 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:06.381953 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:06.382608 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:06.468862 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-ab1100e2-b429-4867-bab0-069fbce72c7d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907621 Aug 31 04:42:06.504743 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:06.584357 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-510b33ac-db8d-400d-9b14-ab142ab31c67 req-f6446e11-bb99-4b1e-9887-a778e7af6d06 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079960 Aug 31 04:42:06.728587 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '8a81130d-3173-4a64-80e5-67eaaeca973b', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '43245827-8072-4b30-b574-8f9a4e99070a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:41:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:41:51Z', 'updated_at': '2022-08-31T04:42:05Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}, {'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:06.753848 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19de07-bbd7-4c0c-bd65-dfc3f2dd76c9 None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '8a81130d-3173-4a64-80e5-67eaaeca973b', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.113', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '43245827-8072-4b30-b574-8f9a4e99070a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:41:f8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:41:51Z', 'updated_at': '2022-08-31T04:42:05Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}, {'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:06.961471 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981c5d14-6fad-490e-a512-434821261f0a None None] New status for floating IP 8a81130d-3173-4a64-80e5-67eaaeca973b: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:42:12.913722 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55174) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:13.024236 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f920ac35-5bdd-4b9e-ae42-9e662c2483da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.033657 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:13.110838 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f920ac35-5bdd-4b9e-ae42-9e662c2483da admin admin] Publish callbacks [] for security_group (5d374ed7-3aa6-4d53-ad01-b9a94a277a61), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.116532 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f920ac35-5bdd-4b9e-ae42-9e662c2483da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5d374ed7-3aa6-4d53-ad01-b9a94a277a61), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.154102 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920ac35-5bdd-4b9e-ae42-9e662c2483da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d374ed7-3aa6-4d53-ad01-b9a94a277a61,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:13.158761 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f920ac35-5bdd-4b9e-ae42-9e662c2483da admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e06dd7d23a0a437f9f34ee7d2fb3b3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440031 Aug 31 04:42:13.162665 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55178) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:13.189030 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:13.225263 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b8d802cf-2e4c-4b2b-b92a-2338e9e3265f admin admin] Publish callbacks [] for security_group (5d374ed7-3aa6-4d53-ad01-b9a94a277a61), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.254358 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b8d802cf-2e4c-4b2b-b92a-2338e9e3265f admin admin] Publish callbacks [] for security_group (5d374ed7-3aa6-4d53-ad01-b9a94a277a61), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.309457 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b8d802cf-2e4c-4b2b-b92a-2338e9e3265f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (5d374ed7-3aa6-4d53-ad01-b9a94a277a61), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.312979 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b8d802cf-2e4c-4b2b-b92a-2338e9e3265f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.314485 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b8d802cf-2e4c-4b2b-b92a-2338e9e3265f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d374ed7-3aa6-4d53-ad01-b9a94a277a61 HTTP/1.1" status: 204 len: 168 time: 0.1509964 Aug 31 04:42:13.322268 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d802cf-2e4c-4b2b-b92a-2338e9e3265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d374ed7-3aa6-4d53-ad01-b9a94a277a61,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:13.599281 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55184) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:13.613377 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1f1a16f7-6e4a-4d00-a0b9-0aa7efaea6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.690451 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1f1a16f7-6e4a-4d00-a0b9-0aa7efaea6cd admin admin] Publish callbacks [] for security_group (4b4d4e23-7ea1-4025-ad20-d74f0b991f67), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.696511 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1f1a16f7-6e4a-4d00-a0b9-0aa7efaea6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4b4d4e23-7ea1-4025-ad20-d74f0b991f67), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.735443 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-1f1a16f7-6e4a-4d00-a0b9-0aa7efaea6cd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7fa6113f6a2241adb71d9b2a6f2e39fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351190 Aug 31 04:42:13.736309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a16f7-6e4a-4d00-a0b9-0aa7efaea6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d4e23-7ea1-4025-ad20-d74f0b991f67,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:13.738405 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55186) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:13.809160 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Publish callbacks [] for security_group (4b4d4e23-7ea1-4025-ad20-d74f0b991f67), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.836081 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Publish callbacks [] for security_group (4b4d4e23-7ea1-4025-ad20-d74f0b991f67), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.904933 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4b4d4e23-7ea1-4025-ad20-d74f0b991f67), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.909055 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:13.910698 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4b4d4e23-7ea1-4025-ad20-d74f0b991f67 HTTP/1.1" status: 204 len: 168 time: 0.1712773 Aug 31 04:42:13.918905 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d4e23-7ea1-4025-ad20-d74f0b991f67,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:13.926196 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.926487 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.926847 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.927167 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.927508 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.927898 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.928253 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.928583 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.928905 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.929220 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.929564 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.929881 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.930192 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.930500 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:13.930917 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0fbefd-3283-453e-935c-2647808db8ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:14.280269 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55192) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:14.294053 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c6a0d94b-9130-4f8f-8812-1a8674a8504c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:14.371583 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c6a0d94b-9130-4f8f-8812-1a8674a8504c admin admin] Publish callbacks [] for security_group (99216bd4-58e6-4d64-a538-8127fa5be6a3), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:14.377481 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-c6a0d94b-9130-4f8f-8812-1a8674a8504c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (99216bd4-58e6-4d64-a538-8127fa5be6a3), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:14.416824 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-c6a0d94b-9130-4f8f-8812-1a8674a8504c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b41768e18650455e8aaa30164e5176c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354437 Aug 31 04:42:14.417772 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0d94b-9130-4f8f-8812-1a8674a8504c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99216bd4-58e6-4d64-a538-8127fa5be6a3,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:14.420456 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55194) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:14.476619 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9608ff50-a64c-4f13-bc33-e35c7ceeb591 admin admin] Publish callbacks [] for security_group (99216bd4-58e6-4d64-a538-8127fa5be6a3), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:14.498183 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9608ff50-a64c-4f13-bc33-e35c7ceeb591 admin admin] Publish callbacks [] for security_group (99216bd4-58e6-4d64-a538-8127fa5be6a3), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:14.556060 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9608ff50-a64c-4f13-bc33-e35c7ceeb591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (99216bd4-58e6-4d64-a538-8127fa5be6a3), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:14.558991 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9608ff50-a64c-4f13-bc33-e35c7ceeb591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:14.560154 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9608ff50-a64c-4f13-bc33-e35c7ceeb591 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/99216bd4-58e6-4d64-a538-8127fa5be6a3 HTTP/1.1" status: 204 len: 168 time: 0.1385627 Aug 31 04:42:14.568055 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ff50-a64c-4f13-bc33-e35c7ceeb591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99216bd4-58e6-4d64-a538-8127fa5be6a3,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:15.278447 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55216) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:15.393491 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-745237393-network', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:15.416053 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Made reservation on behalf of 69713aca5ac144f9bca8348430ab9c75 for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:42:15.418595 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.427492 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.429108 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:15.517237 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks [] for security_group (83a75036-0ca0-4c83-af56-c51321f950d5), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.522208 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (83a75036-0ca0-4c83-af56-c51321f950d5), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.523901 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a3ab940e-0f42-4a07-bfec-771f37d0894c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.546215 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:15.551269 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:42:15.561093 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a75036-0ca0-4c83-af56-c51321f950d5,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:15.569247 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (833a5dec-257c-4aba-86e1-5ac867b2fd55), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.569247 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Added segment 833a5dec-257c-4aba-86e1-5ac867b2fd55 of type vlan for network 9c5bd141-9edf-4025-8041-65c7c72e8a5f Aug 31 04:42:15.610425 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (9c5bd141-9edf-4025-8041-65c7c72e8a5f), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.636365 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (9c5bd141-9edf-4025-8041-65c7c72e8a5f), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.637443 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:15.638029 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.690004 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4099081 Aug 31 04:42:15.693036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55220) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:15.698061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Request body: {'subnet': {'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-745237393-subnet', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:15.701151 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c53344-fe3c-4905-9df4-2e553f17bf3b admin admin] Pushing event updated for resources: {'Network': ['ID=9c5bd141-9edf-4025-8041-65c7c72e8a5f,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:15.711413 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:42:15.721864 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Made reservation on behalf of 69713aca5ac144f9bca8348430ab9c75 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:42:15.724425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8880245'] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.836639 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:15.898922 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2928390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8880227'] for subnet (a48e775d-bdd8-4021-bbcf-964ff9ac8daa), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:15.954328 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48e775d-bdd8-4021-bbcf-964ff9ac8daa,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:15.962970 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Checking segment: {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:15.963322 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Network hostable DHCP agents. Network: 9c5bd141-9edf-4025-8041-65c7c72e8a5f, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:42:15.969872 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:15.983594 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:42:15.993429 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 9c5bd141-9edf-4025-8041-65c7c72e8a5f) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:15.997604 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:15.998195 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.003634 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9fcac-6d2e-4713-af62-9939accf0d1a None None] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:42:16.011878 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:16.018423 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2acb64bf-bc56-4a0e-a2ee-b93e6417e74c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3216527 Aug 31 04:42:16.018603 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55222) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:16.023191 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:16.045227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.046224 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.105814 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks [] for router_controller (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), precommit_add_association {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.114069 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:42:16.115180 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.245638 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks [] for router_gateway (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.249431 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Allocated IP 172.20.0.2 (9c5bd141-9edf-4025-8041-65c7c72e8a5f/a48e775d-bdd8-4021-bbcf-964ff9ac8daa/b4c9bde6-837c-476b-bd75-b1756c2cd08d) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:16.257863 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:16.394792 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Publish callbacks [] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.403400 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.433955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks [] for router_gateway (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.443288 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:16.447783 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:16.452334 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:16.454642 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.458903 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Pushing event updated for resources: {'Port': ['ID=b4c9bde6-837c-476b-bd75-b1756c2cd08d,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:16.486743 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.487096 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.487436 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.487771 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.488096 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.488420 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.488741 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.489059 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.489378 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.489802 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.490129 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.490436 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.490780 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.491143 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.491428 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:16.531845 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Attempting to bind port b4c9bde6-837c-476b-bd75-b1756c2cd08d on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:42:16.532959 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Attempting to bind port b4c9bde6-837c-476b-bd75-b1756c2cd08d by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:42:16.533471 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Attempting to bind port b4c9bde6-837c-476b-bd75-b1756c2cd08d on network 9c5bd141-9edf-4025-8041-65c7c72e8a5f {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:16.538794 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:42:16.539361 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Checking segment: {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:16.539918 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.540483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Bound using segment: {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:42:16.540922 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Bound port: b4c9bde6-837c-476b-bd75-b1756c2cd08d, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:42:16.541324 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.574688 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Allocated IP 172.27.3.34 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/a0a6b7e0-d405-4089-a11b-6932cb37b700) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:16.600904 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] For port b4c9bde6-837c-476b-bd75-b1756c2cd08d, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:42:16.603977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] For port b4c9bde6-837c-476b-bd75-b1756c2cd08d, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b4c9bde6-837c-476b-bd75-b1756c2cd08d,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:42:16.611267 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.668459 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f4eb-d6af-4088-b8d2-06b12671c1da None None] Pushing event updated for resources: {'Port': ['ID=b4c9bde6-837c-476b-bd75-b1756c2cd08d,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:16.705537 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks [] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.725863 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=43 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:16.728591 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:16.731429 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=71 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:16.741651 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:16.786376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:16.807036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:16.815758 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:17.115937 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Pushing event updated for resources: {'Port': ['ID=a0a6b7e0-d405-4089-a11b-6932cb37b700,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:17.235082 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:17.338818 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks [] for router_gateway (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:17.537721 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:17.553526 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd3c48-35f1-40be-95cd-4f8893e18256 None None] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:42:17.607923 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-335f4c1c-3998-4f4f-8b81-ddf977e19b02 None None] Provisioning complete for port b4c9bde6-837c-476b-bd75-b1756c2cd08d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:17.608289 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-335f4c1c-3998-4f4f-8b81-ddf977e19b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:17.671373 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:42:17.710902 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:17.728915 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-335f4c1c-3998-4f4f-8b81-ddf977e19b02 None None] Current status of the port b4c9bde6-837c-476b-bd75-b1756c2cd08d is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:17.729333 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-335f4c1c-3998-4f4f-8b81-ddf977e19b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:17.764790 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-335f4c1c-3998-4f4f-8b81-ddf977e19b02 None None] For port b4c9bde6-837c-476b-bd75-b1756c2cd08d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b4c9bde6-837c-476b-bd75-b1756c2cd08d,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:17.771193 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-335f4c1c-3998-4f4f-8b81-ddf977e19b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:17.780558 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:17.792855 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Sync routers for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:17.801594 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:17.802975 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-ac03bd89-f82b-4a8e-a1c2-9bcb9ab59a7c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7833741 Aug 31 04:42:17.805746 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55228) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:17.811727 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:17.812876 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:41:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:17.822950 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f4c1c-3998-4f4f-8b81-ddf977e19b02 None None] Pushing event updated for resources: {'Port': ['ID=b4c9bde6-837c-476b-bd75-b1756c2cd08d,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:17.918851 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:17.920888 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:17.959090 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a2efdac5-6a59-4157-bbd3-f729bd5ae47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:17.990176 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-11ff4746-d190-4830-b35e-2cdd066beb3a None None] Provisioning complete for port b4c9bde6-837c-476b-bd75-b1756c2cd08d triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:17.990864 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-11ff4746-d190-4830-b35e-2cdd066beb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.091820 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:17Z', 'revision_number': 3, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:18.121596 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Checking router: 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:18.121937 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Updating router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 port a0a6b7e0-d405-4089-a11b-6932cb37b700 binding host dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:42:18.158482 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.212253 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:18.215626 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-11ff4746-d190-4830-b35e-2cdd066beb3a None None] Current status of the port b4c9bde6-837c-476b-bd75-b1756c2cd08d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:18.224714 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b4c9bde6-837c-476b-bd75-b1756c2cd08d up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:18.260160 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:18.272571 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.275260 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port b4c9bde6-837c-476b-bd75-b1756c2cd08d triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:18.275757 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.350344 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port b4c9bde6-837c-476b-bd75-b1756c2cd08d is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:18.410494 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Publish callbacks [] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), precommit_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.416451 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.427518 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Allocated IP 172.20.0.1 (9c5bd141-9edf-4025-8041-65c7c72e8a5f/a48e775d-bdd8-4021-bbcf-964ff9ac8daa/e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:18.447461 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Attempting to bind port a0a6b7e0-d405-4089-a11b-6932cb37b700 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:42:18.447814 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Attempting to bind port a0a6b7e0-d405-4089-a11b-6932cb37b700 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:42:18.448159 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Attempting to bind port a0a6b7e0-d405-4089-a11b-6932cb37b700 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:18.465064 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:42:18.465422 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:18.465791 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.466186 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:42:18.466635 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.managers [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Bound port: a0a6b7e0-d405-4089-a11b-6932cb37b700, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:42:18.467023 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), before_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.491319 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Pushing event updated for resources: {'Port': ['ID=a0a6b7e0-d405-4089-a11b-6932cb37b700,revision_number=2']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:18.504162 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.504508 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.504859 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.505205 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.505531 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.505854 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.506169 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.506479 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.506820 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.507133 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.507444 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.507756 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.510519 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.510519 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.510519 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:42:18.532672 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] For port a0a6b7e0-d405-4089-a11b-6932cb37b700, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:42:18.535958 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.plugins.ml2.db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] For port a0a6b7e0-d405-4089-a11b-6932cb37b700, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=a0a6b7e0-d405-4089-a11b-6932cb37b700,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:42:18.541194 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks [] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.544226 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron_lib.callbacks.manager [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), after_update {{(pid=106564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.580324 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.581486 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:18.582096 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:18.616609 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:18.623393 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:18.627200 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:18.644499 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:18.654711 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Pushing event updated for resources: {'Port': ['ID=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:18.673435 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.683254 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d542b4-1d61-429e-a24f-77502fc948ca None None] Pushing event updated for resources: {'Port': ['ID=a0a6b7e0-d405-4089-a11b-6932cb37b700,revision_number=3']} {{(pid=106564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:18.715367 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:18.808981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:18.874676 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.888404 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:18.955887 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-6d843315-3c64-48f3-912b-b442e66463c0 None None] Provisioning complete for port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:18.956443 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-6d843315-3c64-48f3-912b-b442e66463c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:18.991244 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cac5c-f5ec-4f9b-bc11-ecd7432c1990 req-ef86ca68-fa5a-476a-b01c-d2c0f0c2bb00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:18.992975 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5c6cac5c-f5ec-4f9b-bc11-ecd7432c1990 req-ef86ca68-fa5a-476a-b01c-d2c0f0c2bb00 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 947 time: 0.0658977 Aug 31 04:42:19.000648 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-6d843315-3c64-48f3-912b-b442e66463c0 None None] Port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:42:19.019800 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:17Z', 'revision_number': 3, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:19.030531 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:19.048425 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5c6cac5c-f5ec-4f9b-bc11-ecd7432c1990 req-cc9c003c-f89d-4988-b541-2e53f1ca8140 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481217 Aug 31 04:42:19.058032 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bd6422-9701-409f-acfd-659e2e8ff52f None None] The sync data for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi is: [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:17Z', 'revision_number': 3, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:19.067945 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks [] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:19.074221 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:19.139647 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:19.153180 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:19.154918 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Pushing event updated for resources: {'Port': ['ID=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:19.249277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:19.250697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:19.381193 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:42:19.496287 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:19.501681 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-df511a69-8f2b-4cd1-af30-e018c693849d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6f2cbf99-c920-4e1d-bbd0-1a0597389df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6942787 Aug 31 04:42:19.523201 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-38545b6b-ad55-4613-b996-56abe6eb93e1 None None] Provisioning complete for port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:19.523492 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-38545b6b-ad55-4613-b996-56abe6eb93e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:19.558106 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-38545b6b-ad55-4613-b996-56abe6eb93e1 None None] Port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:42:20.014392 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55256) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:20.021245 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1228684223-network', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:20.052013 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Made reservation on behalf of ad13a1bcbf964a5fb2eb7cc577f8a8e3 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:42:20.054286 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.064359 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.159879 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:20.194054 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a0a6b7e0-d405-4089-a11b-6932cb37b700 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:20.197636 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks [] for security_group (4c24e077-1173-46c7-aa58-2cb0bbb07440), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.207735 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4c24e077-1173-46c7-aa58-2cb0bbb07440), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.228725 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feea1e3-c931-48ea-9c08-88b37d49b5f1 req-15ff451d-056f-464c-a939-484b0e106c65 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:20.230398 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1feea1e3-c931-48ea-9c08-88b37d49b5f1 req-15ff451d-056f-464c-a939-484b0e106c65 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 947 time: 0.0757837 Aug 31 04:42:20.242998 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port a0a6b7e0-d405-4089-a11b-6932cb37b700 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:20.243377 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.243582 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:42:20.274534 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (f4a6e419-6c47-491a-8fca-799bc5b29b81), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.274534 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Added segment f4a6e419-6c47-491a-8fca-799bc5b29b81 of type vlan for network f0344def-b256-4ba6-a67c-c6b3536ee372 Aug 31 04:42:20.275867 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c24e077-1173-46c7-aa58-2cb0bbb07440,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:20.345746 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (f0344def-b256-4ba6-a67c-c6b3536ee372), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.346237 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.350416 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port a0a6b7e0-d405-4089-a11b-6932cb37b700 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:20.350820 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.354932 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1feea1e3-c931-48ea-9c08-88b37d49b5f1 req-e868d0f7-ea51-44d9-99fd-69c8dec7c121 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a9590538-6856-4ffd-b331-8dde46d6ddda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132450 Aug 31 04:42:20.376873 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port a0a6b7e0-d405-4089-a11b-6932cb37b700, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=a0a6b7e0-d405-4089-a11b-6932cb37b700,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:20.378340 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (f0344def-b256-4ba6-a67c-c6b3536ee372), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.379737 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:20.380376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.381477 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.431905 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=a0a6b7e0-d405-4089-a11b-6932cb37b700,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:20.447464 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4318905 Aug 31 04:42:20.450900 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55260) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:20.453517 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b25f1-a94c-4aaf-879a-19ac9d9f1627 admin admin] Pushing event updated for resources: {'Network': ['ID=f0344def-b256-4ba6-a67c-c6b3536ee372,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:20.456046 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Request body: {'subnet': {'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1228684223-subnet', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:20.468453 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network f0344def-b256-4ba6-a67c-c6b3536ee372 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:42:20.483848 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Made reservation on behalf of ad13a1bcbf964a5fb2eb7cc577f8a8e3 for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:42:20.487231 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3726776'] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.648344 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Sync routers for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:20.656593 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-4ef280d2-2e6d-40f7-924a-00e14e31b9a1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:20.658552 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-4ef280d2-2e6d-40f7-924a-00e14e31b9a1 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 947 time: 0.0561039 Aug 31 04:42:20.660789 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.663047 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:20.663870 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:20.674406 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3726766'] for subnet (11e4522d-1408-4d45-a65d-b1adde7da380), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.714843 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:20.719975 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:20.739029 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e4522d-1408-4d45-a65d-b1adde7da380,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:20.747748 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Checking segment: {'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:20.748020 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Network hostable DHCP agents. Network: f0344def-b256-4ba6-a67c-c6b3536ee372, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:42:20.755962 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Deleting port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:20.756413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.766942 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Network f0344def-b256-4ba6-a67c-c6b3536ee372 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:42:20.778254 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, f0344def-b256-4ba6-a67c-c6b3536ee372) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:20.784923 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:20.788258 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2906a542-8327-45fe-a16c-3775cbdd2fdf None None] Network f0344def-b256-4ba6-a67c-c6b3536ee372 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:42:20.788978 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:20.789690 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.811458 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-980a1b75-cc28-40f0-8fe8-11680f6e997b admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3594217 Aug 31 04:42:20.813996 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55262) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:20.818460 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616'}}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:20.842062 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61187'] for router (0b336c28-a8d9-417d-8bce-f0edaea7c287), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.843816 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-586167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577683', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-445443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61196'] for router (0b336c28-a8d9-417d-8bce-f0edaea7c287), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.847949 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:20.864212 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] For port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:20.864582 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.906868 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks [] for router_controller (0b336c28-a8d9-417d-8bce-f0edaea7c287), precommit_add_association {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:20.922307 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:21.011318 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe217797-91a1-5a95-8f4c-8f9bb731ed4e-f0344def-b256-4ba6-a67c-c6b3536ee372', 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372', 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'fixed_ips': [{'subnet_id': '11e4522d-1408-4d45-a65d-b1adde7da380'}]}} from dv-cinder-855307-1-iscsi. {{(pid=106563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 31 04:42:21.012433 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.052167 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.052985 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (18b119bf-3d33-485a-8bdb-2a8a94b8a31c), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.053092 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Floating IP 18b119bf-3d33-485a-8bdb-2a8a94b8a31c disassociated. External IP: 172.27.3.39, port: e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8. Aug 31 04:42:21.053363 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Calling delete_port for e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:21.053898 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks [] for router_gateway (0b336c28-a8d9-417d-8bce-f0edaea7c287), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.080324 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:21.147275 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 2, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:21.178257 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Checking router: 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:21.178606 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Updating router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:42:21.199404 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.227630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event deleted for resources: {'Port': ['ID=e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:21.243523 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.256899 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.db_base_plugin_common [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Allocated IP 172.20.0.2 (f0344def-b256-4ba6-a67c-c6b3536ee372/11e4522d-1408-4d45-a65d-b1adde7da380/ee0be8ee-4b7d-454d-93ef-9ee7bcee7644) {{(pid=106563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:21.275915 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks [] for router_gateway (0b336c28-a8d9-417d-8bce-f0edaea7c287), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.281532 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:21.298154 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.346541 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Router 9102118a-351c-4044-ae5c-912473d84ac4 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:42:21.410935 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Allocated IP 172.27.3.95 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/935edc53-9235-4113-b6cd-b33ff35965b8) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:21.515856 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f3d27ff3-6ada-4317-ad84-13a6e45f4276 req-41ed4a1d-c5e1-4403-a796-58624d17eeb7 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 210 time: 0.0369403 Aug 31 04:42:21.570948 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Publish callbacks [] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), precommit_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.590452 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), after_create {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.592174 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks [] for port (935edc53-9235-4113-b6cd-b33ff35965b8), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.633636 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.647054 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:21.684024 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:21.690516 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:21.694828 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:21.718561 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Pushing event updated for resources: {'Port': ['ID=935edc53-9235-4113-b6cd-b33ff35965b8,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:21.720847 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Pushing event updated for resources: {'Port': ['ID=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,revision_number=1']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:21.765629 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Network f0344def-b256-4ba6-a67c-c6b3536ee372 is already hosted by enough agents. {{(pid=106563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:21.767785 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:21.774005 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:21.774743 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.scheduler.base_scheduler [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Resources bound (agent type, host, resource id): {{(pid=106563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:21.779427 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Publish callbacks [] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.782491 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Received port after_create {{(pid=106563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:21.787028 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.791903 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] Sync routers for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:21.812938 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:21.813921 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:21.837779 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] No DVR routers for this DVR port e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:42:21.846531 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.852842 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-a31f08e0-d480-42b2-8c0f-222284430ee7 req-e52f780c-d769-46c6-93e5-7a2104e9a0e9 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 HTTP/1.1" status: 204 len: 173 time: 1.1886718 Aug 31 04:42:21.853304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-deleted', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:42:21.854461 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.856385 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155a1355-f9d9-4311-94ad-4bec097b0195" -d '{"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-deleted", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:42:21.925762 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7338a4b3-7e97-4076-a3f0-09b9459f88e9 x-openstack-request-id: req-7338a4b3-7e97-4076-a3f0-09b9459f88e9 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:42:21.926097 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ff76b8-6b3d-47fc-9e88-95c76e7bd11f", "name": "network-vif-deleted", "tag": "e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:42:21.926368 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7338a4b3-7e97-4076-a3f0-09b9459f88e9 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:42:21.927081 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7338a4b3-7e97-4076-a3f0-09b9459f88e9'] response: {'server_uuid': '90ff76b8-6b3d-47fc-9e88-95c76e7bd11f', 'name': 'network-vif-deleted', 'tag': 'e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8', 'status': 'completed', 'code': 200} Aug 31 04:42:21.965806 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Attempting to bind port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:42:21.966179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Attempting to bind port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:42:21.966535 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Attempting to bind port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 on network f0344def-b256-4ba6-a67c-c6b3536ee372 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:21.975034 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:42:21.975428 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Checking segment: {'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:21.975844 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.976240 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Bound using segment: {'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:42:21.976722 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Bound port: ee0be8ee-4b7d-454d-93ef-9ee7bcee7644, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:42:21.977105 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:21.989714 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:22.184832 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa16021-59d0-4039-9516-2141a3bd84e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:22.189496 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Attempting to bind port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:42:22.189496 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Attempting to bind port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:42:22.190020 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Attempting to bind port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e on network 9c5bd141-9edf-4025-8041-65c7c72e8a5f {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:22.201522 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:42:22.201902 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Checking segment: {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:22.202304 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.202687 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Bound using segment: {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:42:22.203190 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Bound port: e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:42:22.203690 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.224509 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a0a6b7e0-d405-4089-a11b-6932cb37b700 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:22.267405 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] For port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:42:22.289948 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:22.296214 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:22.307884 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] For port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,segment=NetworkSegment(f4a6e419-6c47-491a-8fca-799bc5b29b81),segment_id=f4a6e419-6c47-491a-8fca-799bc5b29b81)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:42:22.314577 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks [] for router_gateway (0b336c28-a8d9-417d-8bce-f0edaea7c287), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.326135 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] Checking router: 9102118a-351c-4044-ae5c-912473d84ac4 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:22.326395 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.335019 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:22.335632 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:22.368097 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] For port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:42:22.380466 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port a0a6b7e0-d405-4089-a11b-6932cb37b700 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:22.380830 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.421020 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] For port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:42:22.437097 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d46ef-0529-4883-8b0c-fb3bc8a1c47d None None] Pushing event updated for resources: {'Port': ['ID=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:22.443612 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.453233 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:22.503326 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:22.511941 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:22.512678 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:22.568809 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-586223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-585850'] for router (0b336c28-a8d9-417d-8bce-f0edaea7c287), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.671696 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:22.719970 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:22.721363 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa16021-59d0-4039-9516-2141a3bd84e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:22.793326 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4d27bc09-92a4-4fe0-bb6e-2f2a31255593 req-3ec8dae9-aa37-46ef-8432-5f68b49188ec tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=90ff76b8-6b3d-47fc-9e88-95c76e7bd11f HTTP/1.1" status: 200 len: 210 time: 0.0506346 Aug 31 04:42:22.833726 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:22.839432 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Router 0b336c28-a8d9-417d-8bce-f0edaea7c287 is scheduled to L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 with binding_index 1 {{(pid=106562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 04:42:22.858065 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port a0a6b7e0-d405-4089-a11b-6932cb37b700 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:22.865023 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de7ca66-94ea-4aac-af6c-ae203ab704c7 None None] The sync data for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi is: [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:34:48Z', 'revision_number': 4, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'c66e96a9-eb80-41c9-a3a9-f92b57b8ec92', 'name': '', 'network_id': '31592010-3eea-4675-990e-8bd640d060b2', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'mac_address': 'fa:16:3e:81:89:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:46Z', 'updated_at': '2022-08-31T04:35:06Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'subnets': [{'id': 'abae11f7-f814-41cd-9333-6c803e22d836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:22.946906 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:22Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:22.950251 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:22.958630 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:22.974515 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Sync routers for ids ['0b336c28-a8d9-417d-8bce-f0edaea7c287'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:22.979790 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464287a1-5c73-480b-a139-1ad5028133a6 None None] The sync data for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi is: [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:22Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:22.982792 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:22.984821 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-316d3e4f-fd63-4b53-acb0-ce8755e258fb admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1691439 Aug 31 04:42:22.987852 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55270) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:22.994064 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Routers {'0b336c28-a8d9-417d-8bce-f0edaea7c287'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:22.994761 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0b336c28-a8d9-417d-8bce-f0edaea7c287'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:23.143702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Set router 0b336c28-a8d9-417d-8bce-f0edaea7c287 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:23.284280 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818c7069-7722-4f22-a84f-4e6769e43544 None None] New status for floating IP 18b119bf-3d33-485a-8bdb-2a8a94b8a31c: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:42:23.389202 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:42:22Z', 'revision_number': 3, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port': {'id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:21Z', 'updated_at': '2022-08-31T04:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:23.426894 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Checking router: 0b336c28-a8d9-417d-8bce-f0edaea7c287 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:23.427527 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Updating router 0b336c28-a8d9-417d-8bce-f0edaea7c287 port 935edc53-9235-4113-b6cd-b33ff35965b8 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:42:23.464363 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:23.518014 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:23.655360 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:23.656037 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:23.690965 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d0465-7ba8-4104-9a8a-61bf9c1f912f None None] Network f0344def-b256-4ba6-a67c-c6b3536ee372 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:42:23.729836 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Allocated IP 172.20.0.1 (f0344def-b256-4ba6-a67c-c6b3536ee372/11e4522d-1408-4d45-a65d-b1adde7da380/af02d94a-68ee-4299-a555-e80aeb70cf09) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:23.787725 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-887ba4bb-c1a2-45cb-a714-97fa6a6dfbab None None] Provisioning complete for port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:23.788181 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-887ba4bb-c1a2-45cb-a714-97fa6a6dfbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:23.829820 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Publish callbacks [] for port (935edc53-9235-4113-b6cd-b33ff35965b8), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:23.838829 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks [] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:23.847835 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:23.858576 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:23.881846 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:23.924025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55276) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:23.933291 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Attempting to bind port 935edc53-9235-4113-b6cd-b33ff35965b8 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:42:23.934068 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Attempting to bind port 935edc53-9235-4113-b6cd-b33ff35965b8 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:42:23.934068 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Attempting to bind port 935edc53-9235-4113-b6cd-b33ff35965b8 on network 46198825-639b-429b-98f5-18447e170616 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:23.949198 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Pushing event updated for resources: {'Port': ['ID=af02d94a-68ee-4299-a555-e80aeb70cf09,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:23.958784 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Network f0344def-b256-4ba6-a67c-c6b3536ee372 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:23.960242 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:23.962579 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:23.989298 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fba061b8-9b1b-48ca-bad9-8b94424b711c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (a9590538-6856-4ffd-b331-8dde46d6ddda), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.007222 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:42:24.007912 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Checking segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:24.009242 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.009746 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-574750'] for router_interface (0b336c28-a8d9-417d-8bce-f0edaea7c287), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.009942 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Bound using segment: {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:42:24.010676 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Bound port: 935edc53-9235-4113-b6cd-b33ff35965b8, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16947d13-c1fd-4593-92b1-095deb17109e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46198825-639b-429b-98f5-18447e170616'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:42:24.011539 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.013753 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:24.015785 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89bb34-eb49-4b83-80c7-9a046afb4934 None None] Pushing event updated for resources: {'Port': ['ID=935edc53-9235-4113-b6cd-b33ff35965b8,revision_number=2']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:24.015968 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fba061b8-9b1b-48ca-bad9-8b94424b711c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (a9590538-6856-4ffd-b331-8dde46d6ddda), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.038680 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:24.069500 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-887ba4bb-c1a2-45cb-a714-97fa6a6dfbab None None] Current status of the port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:24.070118 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-887ba4bb-c1a2-45cb-a714-97fa6a6dfbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.100077 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fba061b8-9b1b-48ca-bad9-8b94424b711c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a9590538-6856-4ffd-b331-8dde46d6ddda), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.106825 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fba061b8-9b1b-48ca-bad9-8b94424b711c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.108215 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-fba061b8-9b1b-48ca-bad9-8b94424b711c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a9590538-6856-4ffd-b331-8dde46d6ddda HTTP/1.1" status: 204 len: 168 time: 0.1833262 Aug 31 04:42:24.111458 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55278) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:24.124505 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba061b8-9b1b-48ca-bad9-8b94424b711c tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9590538-6856-4ffd-b331-8dde46d6ddda,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:24.138202 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-887ba4bb-c1a2-45cb-a714-97fa6a6dfbab None None] For port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,segment=NetworkSegment(f4a6e419-6c47-491a-8fca-799bc5b29b81),segment_id=f4a6e419-6c47-491a-8fca-799bc5b29b81)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:24.142424 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] For port 935edc53-9235-4113-b6cd-b33ff35965b8, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:42:24.150404 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.api.v2.resource [None req-2b34acad-c7bc-4cb8-bf3f-b1695be7c2ce tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] show failed (client error): The resource could not be found. Aug 31 04:42:24.152642 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-2b34acad-c7bc-4cb8-bf3f-b1695be7c2ce tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "GET /networking/v2.0/security-groups/a9590538-6856-4ffd-b331-8dde46d6ddda HTTP/1.1" status: 404 len: 347 time: 0.0384583 Aug 31 04:42:24.155075 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55280) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:24.163934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-887ba4bb-c1a2-45cb-a714-97fa6a6dfbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.169092 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] For port 935edc53-9235-4113-b6cd-b33ff35965b8, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=935edc53-9235-4113-b6cd-b33ff35965b8,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:42:24.198318 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.222259 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.234106 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Routers {'0b336c28-a8d9-417d-8bce-f0edaea7c287'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:24.235141 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0b336c28-a8d9-417d-8bce-f0edaea7c287'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:24.238613 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ba4bb-c1a2-45cb-a714-97fa6a6dfbab None None] Pushing event updated for resources: {'Port': ['ID=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:24.367651 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Deleting port 0c61f118-c297-49f8-be14-b65c777e9794 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:24.368010 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (0c61f118-c297-49f8-be14-b65c777e9794), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.375346 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:42:24.429635 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:24.455441 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89bb34-eb49-4b83-80c7-9a046afb4934 None None] Pushing event updated for resources: {'Port': ['ID=935edc53-9235-4113-b6cd-b33ff35965b8,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:24.463577 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:42:24.463917 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device e4da5a6a-dcdf-4c94-ad9e-45d01c35e8f8 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:42:24.468931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (0c61f118-c297-49f8-be14-b65c777e9794), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.469737 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (0c61f118-c297-49f8-be14-b65c777e9794), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.502452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Calling delete_port for 0c61f118-c297-49f8-be14-b65c777e9794 owned by network:floatingip {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:24.548225 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks [] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.559249 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.642850 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Pushing event updated for resources: {'Port': ['ID=af02d94a-68ee-4299-a555-e80aeb70cf09,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:24.652528 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:24.671669 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-574858'] for router_interface (0b336c28-a8d9-417d-8bce-f0edaea7c287), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.684667 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (0c61f118-c297-49f8-be14-b65c777e9794), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.715774 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Pushing event deleted for resources: {'Port': ['ID=0c61f118-c297-49f8-be14-b65c777e9794,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:24.733957 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-2b8c28b4-4c3f-4dcc-8094-85bc63c53894 None None] Provisioning complete for port af02d94a-68ee-4299-a555-e80aeb70cf09 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:24.734322 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2b8c28b4-4c3f-4dcc-8094-85bc63c53894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.782725 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Network f0344def-b256-4ba6-a67c-c6b3536ee372 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:24.784627 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:24.784755 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c28b4-4c3f-4dcc-8094-85bc63c53894 None None] Port af02d94a-68ee-4299-a555-e80aeb70cf09 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:42:24.787606 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] Set router 0b336c28-a8d9-417d-8bce-f0edaea7c287 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:24.788574 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks [] for floatingip (18b119bf-3d33-485a-8bdb-2a8a94b8a31c), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.790803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:24.791171 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.792039 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.793571 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-805adfc5-d63a-4110-8c31-ad7e0ba3c337 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/18b119bf-3d33-485a-8bdb-2a8a94b8a31c HTTP/1.1" status: 204 len: 168 time: 0.6366754 Aug 31 04:42:24.794930 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:24.851295 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-2b8c28b4-4c3f-4dcc-8094-85bc63c53894 None None] Provisioning complete for port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:24.851677 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-2b8c28b4-4c3f-4dcc-8094-85bc63c53894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:24.916759 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Router 0b336c28-a8d9-417d-8bce-f0edaea7c287 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:42:25.041463 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:25.049329 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:25.050426 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:25.057321 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-0a7a774d-4df2-443a-945b-98d1baf3b666 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0b336c28-a8d9-417d-8bce-f0edaea7c287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678780 Aug 31 04:42:25.125389 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:25.141004 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:25.158087 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c28b4-4c3f-4dcc-8094-85bc63c53894 None None] Current status of the port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:25.194946 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:25.195323 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.241364 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 4, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port': {'id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:21Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'af02d94a-68ee-4299-a555-e80aeb70cf09', 'name': '', 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'mac_address': 'fa:16:3e:2b:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:23Z', 'updated_at': '2022-08-31T04:42:23Z', 'revision_number': 1, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'subnets': [{'id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:25.280802 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c680b604-11e0-4428-afae-7739e1f78060 None None] The sync data for ids ['0b336c28-a8d9-417d-8bce-f0edaea7c287'] in dv-cinder-855307-1-iscsi is: [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 4, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port': {'id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:21Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'af02d94a-68ee-4299-a555-e80aeb70cf09', 'name': '', 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'mac_address': 'fa:16:3e:2b:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:23Z', 'updated_at': '2022-08-31T04:42:23Z', 'revision_number': 1, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'subnets': [{'id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:25.290970 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-c363ebdf-95dd-4499-88d4-9a32533449f4 None None] Provisioning complete for port af02d94a-68ee-4299-a555-e80aeb70cf09 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:25.291331 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c363ebdf-95dd-4499-88d4-9a32533449f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.357483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-c363ebdf-95dd-4499-88d4-9a32533449f4 None None] Port af02d94a-68ee-4299-a555-e80aeb70cf09 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:42:25.358921 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:25.359860 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.396662 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:25.401221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.418038 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55294) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:25.424120 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-b48f1ce4-1217-4b03-b5d0-e0d27a16119b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159417664', 'description': 'tempest-secgroup-smoke-1159417664 description', 'project_id': '69713aca5ac144f9bca8348430ab9c75'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:25.446279 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b48f1ce4-1217-4b03-b5d0-e0d27a16119b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.457469 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:25.469717 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:25.542015 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b48f1ce4-1217-4b03-b5d0-e0d27a16119b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group (6a2282c2-edb3-4b25-9317-ddc200b442db), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.552835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b48f1ce4-1217-4b03-b5d0-e0d27a16119b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6a2282c2-edb3-4b25-9317-ddc200b442db), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.583333 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b48f1ce4-1217-4b03-b5d0-e0d27a16119b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.584604 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b48f1ce4-1217-4b03-b5d0-e0d27a16119b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1653643 Aug 31 04:42:25.587519 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55296) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:25.592659 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-b07ab420-6c78-4a44-bb87-441176690ee7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'security_group_rule': {'security_group_id': '6a2282c2-edb3-4b25-9317-ddc200b442db', 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:25.598632 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f1ce4-1217-4b03-b5d0-e0d27a16119b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2282c2-edb3-4b25-9317-ddc200b442db,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:25.624824 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b07ab420-6c78-4a44-bb87-441176690ee7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (68643e08-769f-47a2-b516-7245b00213b9), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.687430 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b07ab420-6c78-4a44-bb87-441176690ee7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (68643e08-769f-47a2-b516-7245b00213b9), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.692242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b07ab420-6c78-4a44-bb87-441176690ee7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (68643e08-769f-47a2-b516-7245b00213b9), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.712254 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ab420-6c78-4a44-bb87-441176690ee7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68643e08-769f-47a2-b516-7245b00213b9,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:25.719506 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b07ab420-6c78-4a44-bb87-441176690ee7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.720724 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b07ab420-6c78-4a44-bb87-441176690ee7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322961 Aug 31 04:42:25.723862 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55298) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:25.729195 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-31a9304d-607e-4561-b780-f4cae921c8b7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'security_group_rule': {'security_group_id': '6a2282c2-edb3-4b25-9317-ddc200b442db', 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:25.761350 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-31a9304d-607e-4561-b780-f4cae921c8b7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (579f42c0-ec84-491c-81cf-3b053786ecf9), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.820455 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-31a9304d-607e-4561-b780-f4cae921c8b7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (579f42c0-ec84-491c-81cf-3b053786ecf9), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.825836 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-31a9304d-607e-4561-b780-f4cae921c8b7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (579f42c0-ec84-491c-81cf-3b053786ecf9), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.846346 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9304d-607e-4561-b780-f4cae921c8b7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579f42c0-ec84-491c-81cf-3b053786ecf9,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:25.857093 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-31a9304d-607e-4561-b780-f4cae921c8b7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.859190 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-31a9304d-607e-4561-b780-f4cae921c8b7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335974 Aug 31 04:42:25.861584 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55300) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:25.866110 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-65d50efc-e67a-453a-8d53-da2a9e792df9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'security_group_rule': {'security_group_id': '6a2282c2-edb3-4b25-9317-ddc200b442db', 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:25.895828 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-65d50efc-e67a-453a-8d53-da2a9e792df9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (13ee3ff3-98ca-4074-851e-dca6e50ebf9f), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.983919 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-65d50efc-e67a-453a-8d53-da2a9e792df9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (13ee3ff3-98ca-4074-851e-dca6e50ebf9f), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:25.991266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-65d50efc-e67a-453a-8d53-da2a9e792df9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (13ee3ff3-98ca-4074-851e-dca6e50ebf9f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.013865 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:DELETE=8,neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:26.019582 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d50efc-e67a-453a-8d53-da2a9e792df9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ee3ff3-98ca-4074-851e-dca6e50ebf9f,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:26.028081 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-65d50efc-e67a-453a-8d53-da2a9e792df9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.030775 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-65d50efc-e67a-453a-8d53-da2a9e792df9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667545 Aug 31 04:42:26.033511 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55306) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:26.045550 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-9fb7a9ba-fa26-4f0f-bb96-80a59cbbec24 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'security_group_rule': {'security_group_id': '6a2282c2-edb3-4b25-9317-ddc200b442db', 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:26.088779 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a9ba-fa26-4f0f-bb96-80a59cbbec24 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (6950e8de-e436-43c9-95dd-893d76f7e810), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.179433 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a9ba-fa26-4f0f-bb96-80a59cbbec24 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (6950e8de-e436-43c9-95dd-893d76f7e810), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.183981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a9ba-fa26-4f0f-bb96-80a59cbbec24 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (6950e8de-e436-43c9-95dd-893d76f7e810), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.207201 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7a9ba-fa26-4f0f-bb96-80a59cbbec24 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6950e8de-e436-43c9-95dd-893d76f7e810,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:26.218365 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a9ba-fa26-4f0f-bb96-80a59cbbec24 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.223346 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-9fb7a9ba-fa26-4f0f-bb96-80a59cbbec24 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1860077 Aug 31 04:42:26.223620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55314) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:26.228491 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'security_group_rule': {'security_group_id': '6a2282c2-edb3-4b25-9317-ddc200b442db', 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:26.264536 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.securitygroups_db [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Project 69713aca5ac144f9bca8348430ab9c75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:42:26.271413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (cbc0a7eb-cd75-4179-89b3-a51d426ecf1c), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.305139 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:26.339943 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (cbc0a7eb-cd75-4179-89b3-a51d426ecf1c), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.345139 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (cbc0a7eb-cd75-4179-89b3-a51d426ecf1c), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.355663 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:26.356337 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.367560 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc0a7eb-cd75-4179-89b3-a51d426ecf1c,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:26.377743 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.379303 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-fa8cf9bc-2b26-4be3-8569-dfb0b7c4d8ce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1544516 Aug 31 04:42:26.382208 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55316) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:26.388932 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'security_group_rule': {'security_group_id': '6a2282c2-edb3-4b25-9317-ddc200b442db', 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:26.419907 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.securitygroups_db [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Project 69713aca5ac144f9bca8348430ab9c75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 04:42:26.426799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (e5c8db17-20a1-41ca-92fc-79701cc64dac), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.451739 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:26.453087 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:26.501758 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:26.502494 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.505279 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (e5c8db17-20a1-41ca-92fc-79701cc64dac), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.510441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (e5c8db17-20a1-41ca-92fc-79701cc64dac), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.530831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c8db17-20a1-41ca-92fc-79701cc64dac,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:26.545119 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.551296 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-126f45bb-eadd-44ba-be7b-abe167611730 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1678967 Aug 31 04:42:26.594940 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:26.596085 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 935edc53-9235-4113-b6cd-b33ff35965b8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:26.641251 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 935edc53-9235-4113-b6cd-b33ff35965b8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:26.641686 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.723998 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 935edc53-9235-4113-b6cd-b33ff35965b8 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:26.724168 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.737922 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:26.747350 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port 935edc53-9235-4113-b6cd-b33ff35965b8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=935edc53-9235-4113-b6cd-b33ff35965b8,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:26.751826 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:26.799501 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=935edc53-9235-4113-b6cd-b33ff35965b8,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:26.968734 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:27.369303 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55374) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:27.541270 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Sync routers for ids ['0b336c28-a8d9-417d-8bce-f0edaea7c287'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:27.553394 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Routers {'0b336c28-a8d9-417d-8bce-f0edaea7c287'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:27.554014 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0b336c28-a8d9-417d-8bce-f0edaea7c287'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:27.591246 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:27.630512 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:27.660186 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Set router 0b336c28-a8d9-417d-8bce-f0edaea7c287 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:27.679541 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:27.870298 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 4, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port': {'id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:21Z', 'updated_at': '2022-08-31T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'af02d94a-68ee-4299-a555-e80aeb70cf09', 'name': '', 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'mac_address': 'fa:16:3e:2b:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:23Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 2, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'subnets': [{'id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:27.896349 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Checking router: 0b336c28-a8d9-417d-8bce-f0edaea7c287 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:27.896698 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Updating router 0b336c28-a8d9-417d-8bce-f0edaea7c287 port af02d94a-68ee-4299-a555-e80aeb70cf09 binding host dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 04:42:27.929441 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.108336 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (9102118a-351c-4044-ae5c-912473d84ac4), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.199083 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 935edc53-9235-4113-b6cd-b33ff35965b8 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:28.248858 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Publish callbacks [] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), precommit_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.257676 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.290966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port 935edc53-9235-4113-b6cd-b33ff35965b8 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:28.291338 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.317145 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:28.351753 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Deleting port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:28.356457 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.356717 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f38c98-9122-44b7-bc8d-419c35442984 None None] Pushing event updated for resources: {'Port': ['ID=af02d94a-68ee-4299-a555-e80aeb70cf09,revision_number=3']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:28.403204 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Attempting to bind port af02d94a-68ee-4299-a555-e80aeb70cf09 on host dv-cinder-855307-1-iscsi for vnic_type normal with profile {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:42:28.403521 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Attempting to bind port af02d94a-68ee-4299-a555-e80aeb70cf09 by drivers openvswitch,hyperv on host dv-cinder-855307-1-iscsi at level 0 using segments [{'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:42:28.403843 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Attempting to bind port af02d94a-68ee-4299-a555-e80aeb70cf09 on network f0344def-b256-4ba6-a67c-c6b3536ee372 {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:28.411862 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Checking agent: {'id': 'bc1b8a3f-3a55-4faf-86cd-19953d5ae57a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 26, 51), 'started_at': datetime.datetime(2022, 8, 31, 4, 27, 21), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:42:28.412248 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Checking segment: {'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:28.412644 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.413028 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Bound using segment: {'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'} {{(pid=106563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:42:28.413485 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.managers [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Bound port: af02d94a-68ee-4299-a555-e80aeb70cf09, host: dv-cinder-855307-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a6e419-6c47-491a-8fca-799bc5b29b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372'}}] {{(pid=106563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:42:28.413861 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.450491 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] For port c66e96a9-eb80-41c9-a3a9-f92b57b8ec92, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:28.451145 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.464123 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Calling delete_port for c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:28.472706 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port 935edc53-9235-4113-b6cd-b33ff35965b8 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:28.508472 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] For port af02d94a-68ee-4299-a555-e80aeb70cf09, host dv-cinder-855307-1-iscsi, cleared binding levels {{(pid=106563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:42:28.511888 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] For port af02d94a-68ee-4299-a555-e80aeb70cf09, host dv-cinder-855307-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=af02d94a-68ee-4299-a555-e80aeb70cf09,segment=NetworkSegment(f4a6e419-6c47-491a-8fca-799bc5b29b81),segment_id=f4a6e419-6c47-491a-8fca-799bc5b29b81)] {{(pid=106563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:42:28.519705 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.556506 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:28.564151 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Routers {'0b336c28-a8d9-417d-8bce-f0edaea7c287'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:28.564878 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0b336c28-a8d9-417d-8bce-f0edaea7c287'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:28.620440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f38c98-9122-44b7-bc8d-419c35442984 None None] Pushing event updated for resources: {'Port': ['ID=af02d94a-68ee-4299-a555-e80aeb70cf09,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:28.673417 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (c66e96a9-eb80-41c9-a3a9-f92b57b8ec92), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:28.686435 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] Set router 0b336c28-a8d9-417d-8bce-f0edaea7c287 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:28.697653 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Pushing event deleted for resources: {'Port': ['ID=c66e96a9-eb80-41c9-a3a9-f92b57b8ec92,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:28.798983 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:28.889250 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:28.898942 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (9102118a-351c-4044-ae5c-912473d84ac4), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:29.028960 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 4, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port': {'id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:21Z', 'updated_at': '2022-08-31T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'af02d94a-68ee-4299-a555-e80aeb70cf09', 'name': '', 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'mac_address': 'fa:16:3e:2b:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:23Z', 'updated_at': '2022-08-31T04:42:28Z', 'revision_number': 4, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'subnets': [{'id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:29.055042 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4bcc23-f6bd-49c0-91e0-391c8a637a8d None None] The sync data for ids ['0b336c28-a8d9-417d-8bce-f0edaea7c287'] in dv-cinder-855307-1-iscsi is: [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:42:24Z', 'revision_number': 4, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port': {'id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:21Z', 'updated_at': '2022-08-31T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'af02d94a-68ee-4299-a555-e80aeb70cf09', 'name': '', 'network_id': 'f0344def-b256-4ba6-a67c-c6b3536ee372', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'mac_address': 'fa:16:3e:2b:57:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:23Z', 'updated_at': '2022-08-31T04:42:28Z', 'revision_number': 4, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'subnets': [{'id': '11e4522d-1408-4d45-a65d-b1adde7da380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:29.120950 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Router 9102118a-351c-4044-ae5c-912473d84ac4 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:42:29.239535 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:29.244724 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-591e677f-b55f-4207-9b51-206fdb27d47c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/9102118a-351c-4044-ae5c-912473d84ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8740766 Aug 31 04:42:29.247819 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55388) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:29.249104 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] Sync routers for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:29.261019 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:29.261662 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:29.364261 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks [] for router (9102118a-351c-4044-ae5c-912473d84ac4), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:29.374799 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:29.470433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:29.473947 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks [] for router_gateway (9102118a-351c-4044-ae5c-912473d84ac4), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:29.525434 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Deleting port b34a8f35-d3c5-4d04-88dd-1563d9f47b27 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:29.525760 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:29.551249 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:29.569720 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:42:28Z', 'revision_number': 5, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port': {'id': 'b34a8f35-d3c5-4d04-88dd-1563d9f47b27', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102118a-351c-4044-ae5c-912473d84ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:34:37Z', 'updated_at': '2022-08-31T04:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:29.597173 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] Checking router: 9102118a-351c-4044-ae5c-912473d84ac4 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:29.605703 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] Routers {'9102118a-351c-4044-ae5c-912473d84ac4'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:29.606357 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['9102118a-351c-4044-ae5c-912473d84ac4'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:29.613289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] For port b34a8f35-d3c5-4d04-88dd-1563d9f47b27, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:29.613652 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:29.628755 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Calling delete_port for b34a8f35-d3c5-4d04-88dd-1563d9f47b27 owned by network:router_gateway {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:29.784231 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] Set router 9102118a-351c-4044-ae5c-912473d84ac4 gateway port host: None {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:29.815135 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (b34a8f35-d3c5-4d04-88dd-1563d9f47b27), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:29.843551 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:42:29Z', 'revision_number': 6, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:29.848561 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b34a8f35-d3c5-4d04-88dd-1563d9f47b27,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:29.877660 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbc148-4252-4001-89bd-0758c18d5b00 None None] The sync data for ids ['9102118a-351c-4044-ae5c-912473d84ac4'] in dv-cinder-855307-1-iscsi is: [{'id': '9102118a-351c-4044-ae5c-912473d84ac4', 'name': 'tempest-AttachVolumeShelveTestJSON-1242607044-router', 'tenant_id': '3bd54eb751f144b29b274e6a96dedcb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:34:36Z', 'updated_at': '2022-08-31T04:42:29Z', 'revision_number': 6, 'project_id': '3bd54eb751f144b29b274e6a96dedcb2', 'gw_port_host': None}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:29.928399 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (9102118a-351c-4044-ae5c-912473d84ac4), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.020603 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (9102118a-351c-4044-ae5c-912473d84ac4), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.023000 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks [] for router_controller (9102118a-351c-4044-ae5c-912473d84ac4), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.031217 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:30.072853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (9102118a-351c-4044-ae5c-912473d84ac4), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.073729 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9102118a-351c-4044-ae5c-912473d84ac4 {{(pid=106561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:42:30.079221 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.080572 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9963c061-7c8e-416e-9b7c-30a06860bf5e admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/9102118a-351c-4044-ae5c-912473d84ac4 HTTP/1.1" status: 204 len: 168 time: 0.8312302 Aug 31 04:42:30.083297 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55390) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:30.135449 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_v2 [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] Deleting subnet abae11f7-f814-41cd-9333-6c803e22d836 {{(pid=106561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:42:30.140242 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] Publish callbacks [] for subnet (abae11f7-f814-41cd-9333-6c803e22d836), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.186423 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3797179'] for subnet (abae11f7-f814-41cd-9333-6c803e22d836), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.320988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (abae11f7-f814-41cd-9333-6c803e22d836), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.389331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2928453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8880234'] for subnet (abae11f7-f814-41cd-9333-6c803e22d836), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.415061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abae11f7-f814-41cd-9333-6c803e22d836,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:30.421076 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.424651 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-64733f25-d558-4d74-ada2-4cd11abd6af0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/abae11f7-f814-41cd-9333-6c803e22d836 HTTP/1.1" status: 204 len: 168 time: 0.3398752 Aug 31 04:42:30.426980 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55394) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:30.429277 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b089dd4-70c6-4137-9879-b3e98d39df25 None None] Network 31592010-3eea-4675-990e-8bd640d060b2 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:42:30.508994 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (31592010-3eea-4675-990e-8bd640d060b2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.514286 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:30.554404 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Deleting port 12ee3fc7-e587-426d-88a8-7b23164e86c8 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:30.554905 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.627256 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] For port 12ee3fc7-e587-426d-88a8-7b23164e86c8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=12ee3fc7-e587-426d-88a8-7b23164e86c8,segment=NetworkSegment(98818fa7-a1ea-4c47-9819-8e7fbc00212d),segment_id=98818fa7-a1ea-4c47-9819-8e7fbc00212d)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:30.627545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.642425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Calling delete_port for 12ee3fc7-e587-426d-88a8-7b23164e86c8 owned by network:dhcp {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:30.719461 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] DHCP port deletion for 31592010-3eea-4675-990e-8bd640d060b2 request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:42:30.748441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.749162 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device af02d94a-68ee-4299-a555-e80aeb70cf09 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:30.775288 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ee3fc7-e587-426d-88a8-7b23164e86c8,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:30.778994 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] No DVR routers for this DVR port 12ee3fc7-e587-426d-88a8-7b23164e86c8 on host dv-cinder-855307-1-iscsi {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:42:30.792854 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] Deleting port 12ee3fc7-e587-426d-88a8-7b23164e86c8 {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:30.793221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.858018 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (31592010-3eea-4675-990e-8bd640d060b2), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.867811 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port af02d94a-68ee-4299-a555-e80aeb70cf09 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:30.868179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.870006 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] For port 12ee3fc7-e587-426d-88a8-7b23164e86c8, host dv-cinder-855307-1-iscsi, got binding levels [] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:30.870374 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.879401 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31592010-3eea-4675-990e-8bd640d060b2']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:30.889123 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98818fa7-a1ea-4c47-9819-8e7fbc00212d') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:30.889405 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98818fa7-a1ea-4c47-9819-8e7fbc00212d') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:30.898945 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (98818fa7-a1ea-4c47-9819-8e7fbc00212d), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.902218 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:30.903568 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] Calling delete_port for 12ee3fc7-e587-426d-88a8-7b23164e86c8 owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:30.907821 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.ipam_backend_mixin [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] Port 12ee3fc7-e587-426d-88a8-7b23164e86c8 was not found and therefore no delete operation was performed {{(pid=106563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 04:42:30.913933 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (98818fa7-a1ea-4c47-9819-8e7fbc00212d), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.915637 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (12ee3fc7-e587-426d-88a8-7b23164e86c8), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.921856 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:42:30.922234 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (98818fa7-a1ea-4c47-9819-8e7fbc00212d), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:30.957431 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] Pushing event deleted for resources: {'Port': ['ID=12ee3fc7-e587-426d-88a8-7b23164e86c8,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:30.962347 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb159395-30e7-48c9-8cbb-a647cc3efcc3 None None] No DVR routers for this DVR port 12ee3fc7-e587-426d-88a8-7b23164e86c8 on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:42:30.968356 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 98818fa7-a1ea-4c47-9819-8e7fbc00212d resource provider aggregate not found Aug 31 04:42:30.997626 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 98818fa7-a1ea-4c47-9819-8e7fbc00212d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98818fa7-a1ea-4c47-9819-8e7fbc00212d found for delete ", "request_id": "req-1a028dc4-bbe6-4c79-9eec-dc505747c83f"}]} Aug 31 04:42:31.007205 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port af02d94a-68ee-4299-a555-e80aeb70cf09 is: DOWN; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:31.007743 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.012424 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (31592010-3eea-4675-990e-8bd640d060b2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.026247 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.030406 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/31592010-3eea-4675-990e-8bd640d060b2 HTTP/1.1" status: 204 len: 168 time: 0.6007619 Aug 31 04:42:31.045502 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21152f6-16bf-400d-a4bd-de7d6d2954d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=31592010-3eea-4675-990e-8bd640d060b2,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:31.078114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] For port af02d94a-68ee-4299-a555-e80aeb70cf09, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=af02d94a-68ee-4299-a555-e80aeb70cf09,segment=NetworkSegment(f4a6e419-6c47-491a-8fca-799bc5b29b81),segment_id=f4a6e419-6c47-491a-8fca-799bc5b29b81)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:31.088799 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.148459 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Pushing event updated for resources: {'Port': ['ID=af02d94a-68ee-4299-a555-e80aeb70cf09,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:31.152355 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:42:31.173409 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:42:31.173747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device c66e96a9-eb80-41c9-a3a9-f92b57b8ec92 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:42:31.203197 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55402) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:31.247338 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1af68e82-1d46-44e9-815b-1a9687c4faf0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3bd54eb751f144b29b274e6a96dedcb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426369 Aug 31 04:42:31.249881 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55404) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:31.300478 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ab04680-c047-4329-9422-55b1602d3580 admin admin] Publish callbacks [] for security_group (f53eeedd-d853-4a30-ab1d-21c71b4b3614), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.321186 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ab04680-c047-4329-9422-55b1602d3580 admin admin] Publish callbacks [] for security_group (f53eeedd-d853-4a30-ab1d-21c71b4b3614), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.376402 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ab04680-c047-4329-9422-55b1602d3580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f53eeedd-d853-4a30-ab1d-21c71b4b3614), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.378970 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-3ab04680-c047-4329-9422-55b1602d3580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:31.380265 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-3ab04680-c047-4329-9422-55b1602d3580 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f53eeedd-d853-4a30-ab1d-21c71b4b3614 HTTP/1.1" status: 204 len: 168 time: 0.1293533 Aug 31 04:42:31.388804 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab04680-c047-4329-9422-55b1602d3580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53eeedd-d853-4a30-ab1d-21c71b4b3614,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:32.192838 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device af02d94a-68ee-4299-a555-e80aeb70cf09 up at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:32.220521 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:42:32.240599 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Provisioning complete for port af02d94a-68ee-4299-a555-e80aeb70cf09 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:32.240966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:32.314816 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Current status of the port af02d94a-68ee-4299-a555-e80aeb70cf09 is: ACTIVE; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:32.370705 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 12ee3fc7-e587-426d-88a8-7b23164e86c8 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:42:32.374378 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:32.404790 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 12ee3fc7-e587-426d-88a8-7b23164e86c8 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:42:32.405195 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 12ee3fc7-e587-426d-88a8-7b23164e86c8 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:42:32.405631 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b34a8f35-d3c5-4d04-88dd-1563d9f47b27 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:42:32.424971 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: b34a8f35-d3c5-4d04-88dd-1563d9f47b27 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:42:32.425310 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b34a8f35-d3c5-4d04-88dd-1563d9f47b27 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:42:34.599200 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55548) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:34.719192 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-952061f6-235f-48b3-b3d7-3765ad6a08ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:34.800833 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-952061f6-235f-48b3-b3d7-3765ad6a08ef admin admin] Publish callbacks [] for security_group (860ec264-bd85-44c0-a27f-17bfe7d6cdcc), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:34.806417 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-952061f6-235f-48b3-b3d7-3765ad6a08ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (860ec264-bd85-44c0-a27f-17bfe7d6cdcc), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:34.846968 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-952061f6-235f-48b3-b3d7-3765ad6a08ef admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=616ad85f2f4f4d77bef25a1ef39ce1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466140 Aug 31 04:42:34.847690 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952061f6-235f-48b3-b3d7-3765ad6a08ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ec264-bd85-44c0-a27f-17bfe7d6cdcc,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:34.849705 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55552) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:34.903798 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-900861c0-0dc2-4bf5-a0b0-54e113b86549 admin admin] Publish callbacks [] for security_group (860ec264-bd85-44c0-a27f-17bfe7d6cdcc), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:34.910857 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:34.926890 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-900861c0-0dc2-4bf5-a0b0-54e113b86549 admin admin] Publish callbacks [] for security_group (860ec264-bd85-44c0-a27f-17bfe7d6cdcc), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:34.976268 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-900861c0-0dc2-4bf5-a0b0-54e113b86549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (860ec264-bd85-44c0-a27f-17bfe7d6cdcc), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:34.978921 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-900861c0-0dc2-4bf5-a0b0-54e113b86549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:34.980078 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-900861c0-0dc2-4bf5-a0b0-54e113b86549 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/860ec264-bd85-44c0-a27f-17bfe7d6cdcc HTTP/1.1" status: 204 len: 168 time: 0.1293724 Aug 31 04:42:34.988376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900861c0-0dc2-4bf5-a0b0-54e113b86549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ec264-bd85-44c0-a27f-17bfe7d6cdcc,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:35.285035 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55560) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:35.298831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98f6b3c6-1cbe-4878-b683-22abba9f2543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:35.381710 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98f6b3c6-1cbe-4878-b683-22abba9f2543 admin admin] Publish callbacks [] for security_group (c75e2bd2-b3bd-4d69-89c2-f31ae2ace572), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:35.387110 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98f6b3c6-1cbe-4878-b683-22abba9f2543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c75e2bd2-b3bd-4d69-89c2-f31ae2ace572), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:35.427876 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6b3c6-1cbe-4878-b683-22abba9f2543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75e2bd2-b3bd-4d69-89c2-f31ae2ace572,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:35.432188 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-98f6b3c6-1cbe-4878-b683-22abba9f2543 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=71d398c8bf0b4e02a8e3362b171d021e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460903 Aug 31 04:42:35.435546 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55562) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:35.489150 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-01d9c7b6-3857-4397-89ba-ac221dc22942 admin admin] Publish callbacks [] for security_group (c75e2bd2-b3bd-4d69-89c2-f31ae2ace572), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:35.507463 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:35.512901 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-01d9c7b6-3857-4397-89ba-ac221dc22942 admin admin] Publish callbacks [] for security_group (c75e2bd2-b3bd-4d69-89c2-f31ae2ace572), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:35.521580 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:35.570292 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-01d9c7b6-3857-4397-89ba-ac221dc22942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c75e2bd2-b3bd-4d69-89c2-f31ae2ace572), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:35.572813 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-01d9c7b6-3857-4397-89ba-ac221dc22942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:35.573966 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-01d9c7b6-3857-4397-89ba-ac221dc22942 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c75e2bd2-b3bd-4d69-89c2-f31ae2ace572 HTTP/1.1" status: 204 len: 168 time: 0.1373966 Aug 31 04:42:35.582261 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9c7b6-3857-4397-89ba-ac221dc22942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75e2bd2-b3bd-4d69-89c2-f31ae2ace572,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:37.879805 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55650) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:37.994785 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8b13fd07-ad19-4408-9bda-e5ccc4ef4e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.073264 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8b13fd07-ad19-4408-9bda-e5ccc4ef4e51 admin admin] Publish callbacks [] for security_group (8d03cc65-5bbe-4464-be27-b4557e8c6f42), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.079034 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8b13fd07-ad19-4408-9bda-e5ccc4ef4e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (8d03cc65-5bbe-4464-be27-b4557e8c6f42), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.116251 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13fd07-ad19-4408-9bda-e5ccc4ef4e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d03cc65-5bbe-4464-be27-b4557e8c6f42,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:38.120671 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-8b13fd07-ad19-4408-9bda-e5ccc4ef4e51 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=19d5041b17e54a06bc99f411466f7f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398143 Aug 31 04:42:38.124497 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55654) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:38.174292 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e637b9af-7456-4f4d-950b-62092b33cf86 admin admin] Publish callbacks [] for security_group (8d03cc65-5bbe-4464-be27-b4557e8c6f42), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.194290 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e637b9af-7456-4f4d-950b-62092b33cf86 admin admin] Publish callbacks [] for security_group (8d03cc65-5bbe-4464-be27-b4557e8c6f42), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.244205 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e637b9af-7456-4f4d-950b-62092b33cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (8d03cc65-5bbe-4464-be27-b4557e8c6f42), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.246792 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e637b9af-7456-4f4d-950b-62092b33cf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.250656 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e637b9af-7456-4f4d-950b-62092b33cf86 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8d03cc65-5bbe-4464-be27-b4557e8c6f42 HTTP/1.1" status: 204 len: 168 time: 0.1228447 Aug 31 04:42:38.256332 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637b9af-7456-4f4d-950b-62092b33cf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d03cc65-5bbe-4464-be27-b4557e8c6f42,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:38.527542 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55660) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:38.544741 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5b037339-0214-4d4c-87c4-d2ec84662ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.629920 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5b037339-0214-4d4c-87c4-d2ec84662ac1 admin admin] Publish callbacks [] for security_group (976fac6d-50ac-47b3-81dc-12e8f8f5ce14), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.635421 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5b037339-0214-4d4c-87c4-d2ec84662ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (976fac6d-50ac-47b3-81dc-12e8f8f5ce14), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.672081 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b037339-0214-4d4c-87c4-d2ec84662ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976fac6d-50ac-47b3-81dc-12e8f8f5ce14,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:38.676358 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5b037339-0214-4d4c-87c4-d2ec84662ac1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0bad30de971744b8b83d76d472c87a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476886 Aug 31 04:42:38.679659 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55662) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:38.730042 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-23c6e92e-f29d-4f2b-9e47-5ff0d5d992a1 admin admin] Publish callbacks [] for security_group (976fac6d-50ac-47b3-81dc-12e8f8f5ce14), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.751000 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-23c6e92e-f29d-4f2b-9e47-5ff0d5d992a1 admin admin] Publish callbacks [] for security_group (976fac6d-50ac-47b3-81dc-12e8f8f5ce14), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.799715 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-23c6e92e-f29d-4f2b-9e47-5ff0d5d992a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (976fac6d-50ac-47b3-81dc-12e8f8f5ce14), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.802225 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-23c6e92e-f29d-4f2b-9e47-5ff0d5d992a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:38.803445 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-23c6e92e-f29d-4f2b-9e47-5ff0d5d992a1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/976fac6d-50ac-47b3-81dc-12e8f8f5ce14 HTTP/1.1" status: 204 len: 168 time: 0.1228983 Aug 31 04:42:38.811290 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6e92e-f29d-4f2b-9e47-5ff0d5d992a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976fac6d-50ac-47b3-81dc-12e8f8f5ce14,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:39.847541 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=16 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:40.849883 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55740) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:40.957807 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-01f79ff5-4b49-40ee-964e-c144a5b01d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:40.986215 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:41.002235 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:41.045834 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-01f79ff5-4b49-40ee-964e-c144a5b01d56 admin admin] Publish callbacks [] for security_group (7d66b9c7-1576-4076-bdeb-b12fc6f15a82), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.050995 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-01f79ff5-4b49-40ee-964e-c144a5b01d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7d66b9c7-1576-4076-bdeb-b12fc6f15a82), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.089706 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-01f79ff5-4b49-40ee-964e-c144a5b01d56 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4c95567878bc427785cbb3e0afcbbda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386746 Aug 31 04:42:41.090786 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79ff5-4b49-40ee-964e-c144a5b01d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d66b9c7-1576-4076-bdeb-b12fc6f15a82,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:41.092974 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55744) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:41.111642 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:41.145982 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c75331a-8026-4bf7-83a6-b4b3c927f16e admin admin] Publish callbacks [] for security_group (7d66b9c7-1576-4076-bdeb-b12fc6f15a82), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.166560 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c75331a-8026-4bf7-83a6-b4b3c927f16e admin admin] Publish callbacks [] for security_group (7d66b9c7-1576-4076-bdeb-b12fc6f15a82), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.219246 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c75331a-8026-4bf7-83a6-b4b3c927f16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7d66b9c7-1576-4076-bdeb-b12fc6f15a82), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.221860 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8c75331a-8026-4bf7-83a6-b4b3c927f16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.223054 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8c75331a-8026-4bf7-83a6-b4b3c927f16e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7d66b9c7-1576-4076-bdeb-b12fc6f15a82 HTTP/1.1" status: 204 len: 168 time: 0.1290925 Aug 31 04:42:41.231396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75331a-8026-4bf7-83a6-b4b3c927f16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d66b9c7-1576-4076-bdeb-b12fc6f15a82,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:41.512414 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55750) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:41.526368 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2b4edbf8-65cf-4d7f-b02a-63fb8d4fa2eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.606549 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2b4edbf8-65cf-4d7f-b02a-63fb8d4fa2eb admin admin] Publish callbacks [] for security_group (65ccbe3a-e8b2-4eb4-911e-0b51249e7777), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.613739 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2b4edbf8-65cf-4d7f-b02a-63fb8d4fa2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (65ccbe3a-e8b2-4eb4-911e-0b51249e7777), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.651411 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4edbf8-65cf-4d7f-b02a-63fb8d4fa2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ccbe3a-e8b2-4eb4-911e-0b51249e7777,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:41.656085 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2b4edbf8-65cf-4d7f-b02a-63fb8d4fa2eb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e45340007df3428b9c174dae195104d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426592 Aug 31 04:42:41.659771 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55752) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:41.712255 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4375-82f5-4745-a663-e726cc6defb8 admin admin] Publish callbacks [] for security_group (65ccbe3a-e8b2-4eb4-911e-0b51249e7777), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.733565 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4375-82f5-4745-a663-e726cc6defb8 admin admin] Publish callbacks [] for security_group (65ccbe3a-e8b2-4eb4-911e-0b51249e7777), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.783528 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4375-82f5-4745-a663-e726cc6defb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (65ccbe3a-e8b2-4eb4-911e-0b51249e7777), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.786208 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bcbe4375-82f5-4745-a663-e726cc6defb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:41.787417 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-bcbe4375-82f5-4745-a663-e726cc6defb8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/65ccbe3a-e8b2-4eb4-911e-0b51249e7777 HTTP/1.1" status: 204 len: 168 time: 0.1267805 Aug 31 04:42:41.795789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe4375-82f5-4745-a663-e726cc6defb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ccbe3a-e8b2-4eb4-911e-0b51249e7777,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:42.049958 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-f9535bd7-fa22-4fbb-83fe-1d51db1d5d7d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1159417664&fields=id&tenant_id=69713aca5ac144f9bca8348430ab9c75 HTTP/1.1" status: 200 len: 267 time: 0.0450525 Aug 31 04:42:42.169193 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-79c1f670-670e-4135-8741-5066a2274941 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:42.171068 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-79c1f670-670e-4135-8741-5066a2274941 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 808 time: 0.1139841 Aug 31 04:42:42.191264 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-9138f034-ac3d-41d2-958b-d883e297e300 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/quotas/69713aca5ac144f9bca8348430ab9c75 HTTP/1.1" status: 200 len: 375 time: 0.0132096 Aug 31 04:42:42.251902 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-f58c8fd2-0e6f-4c91-8e4a-19abf3511f8d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575631 Aug 31 04:42:42.376903 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-5c86bd78-568b-4e7b-93cd-d6ec988b571b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168864 Aug 31 04:42:42.490669 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-0f30657e-c621-4b3e-a2db-bc2bcbc81740 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069870 Aug 31 04:42:42.568082 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76724638-fe0a-4567-9a07-78ac11519664 req-27a8d14b-8da1-4f10-91f1-279963dfa73c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:42.569606 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-76724638-fe0a-4567-9a07-78ac11519664 req-27a8d14b-8da1-4f10-91f1-279963dfa73c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 946 time: 0.0565727 Aug 31 04:42:42.629367 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-76724638-fe0a-4567-9a07-78ac11519664 req-626045f4-6e9b-455a-a29a-9c40bcf37bb4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537312 Aug 31 04:42:42.824309 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3b5bf128-5699-4cfc-98e8-c567583f6173 req-e05549ba-c2ac-4808-854c-9f6ea401020a tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 210 time: 0.0312135 Aug 31 04:42:43.090254 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55820) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:43.207440 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd533111-5654-43b9-b78d-e5b4760930dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:43.288784 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd533111-5654-43b9-b78d-e5b4760930dc admin admin] Publish callbacks [] for security_group (f1735676-f32a-43e5-a347-0b889bbb2262), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:43.294536 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd533111-5654-43b9-b78d-e5b4760930dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f1735676-f32a-43e5-a347-0b889bbb2262), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:43.337307 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-bd533111-5654-43b9-b78d-e5b4760930dc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=695b71b9060343dab99d3388ce6794e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457778 Aug 31 04:42:43.338064 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd533111-5654-43b9-b78d-e5b4760930dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1735676-f32a-43e5-a347-0b889bbb2262,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:43.341269 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55824) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:43.377479 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:43.404023 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bdf405f3-3c6f-41a6-8462-933c1a33c8fd admin admin] Publish callbacks [] for security_group (f1735676-f32a-43e5-a347-0b889bbb2262), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:43.426554 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bdf405f3-3c6f-41a6-8462-933c1a33c8fd admin admin] Publish callbacks [] for security_group (f1735676-f32a-43e5-a347-0b889bbb2262), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:43.478037 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bdf405f3-3c6f-41a6-8462-933c1a33c8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f1735676-f32a-43e5-a347-0b889bbb2262), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:43.480578 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-bdf405f3-3c6f-41a6-8462-933c1a33c8fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:43.483197 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-bdf405f3-3c6f-41a6-8462-933c1a33c8fd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f1735676-f32a-43e5-a347-0b889bbb2262 HTTP/1.1" status: 204 len: 168 time: 0.1398752 Aug 31 04:42:43.494460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf405f3-3c6f-41a6-8462-933c1a33c8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1735676-f32a-43e5-a347-0b889bbb2262,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:43.779849 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530bc72-3e93-47ac-ab01-adbbe6985a54 req-6e1716e6-8ba9-4c21-b724-ed43b78198ee tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:43.782601 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b530bc72-3e93-47ac-ab01-adbbe6985a54 req-6e1716e6-8ba9-4c21-b724-ed43b78198ee tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 946 time: 0.0634778 Aug 31 04:42:43.845240 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b530bc72-3e93-47ac-ab01-adbbe6985a54 req-16714b21-8e45-49d7-bed9-8f978d4321b8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7b9a6690-9603-4833-bd70-5b4a9f29f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547462 Aug 31 04:42:43.953292 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6697d278-f84a-45ee-91f7-eed41a375889 req-5c82a5b8-3dc9-478d-823a-194d0f5b1fee tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 210 time: 0.0430896 Aug 31 04:42:44.117750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999ce11-2094-4257-b4f6-ed398adde427 req-eb18bfb1-a256-401c-a280-f8f0115cf2e4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:44.119253 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c999ce11-2094-4257-b4f6-ed398adde427 req-eb18bfb1-a256-401c-a280-f8f0115cf2e4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 946 time: 0.0639856 Aug 31 04:42:44.232197 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 43245827-8072-4b30-b574-8f9a4e99070a {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:44.232554 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (43245827-8072-4b30-b574-8f9a4e99070a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:44.251102 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:44.354920 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] For port 43245827-8072-4b30-b574-8f9a4e99070a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=43245827-8072-4b30-b574-8f9a4e99070a,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:44.354920 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (43245827-8072-4b30-b574-8f9a4e99070a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:44.544669 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:44.545091 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (8a81130d-3173-4a64-80e5-67eaaeca973b), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:44.545380 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP 8a81130d-3173-4a64-80e5-67eaaeca973b disassociated. External IP: 172.27.3.113, port: 43245827-8072-4b30-b574-8f9a4e99070a. Aug 31 04:42:44.545753 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 43245827-8072-4b30-b574-8f9a4e99070a owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:44.768129 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (43245827-8072-4b30-b574-8f9a4e99070a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:44.808541 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-1f2b1ebf-467a-4788-8d45-99118dc4c400 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:44.810015 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-1f2b1ebf-467a-4788-8d45-99118dc4c400 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 808 time: 0.2026565 Aug 31 04:42:44.812858 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=43245827-8072-4b30-b574-8f9a4e99070a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:44.889595 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:44.968849 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a48bf1e9-742a-4ccc-bc9d-7f1d69be094e req-f50a1cf2-71a4-4efd-9943-f5f4aaf39039 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 210 time: 0.0287313 Aug 31 04:42:44.977888 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-2a4b6cdf-3d51-48f0-9b74-f3bbe2c34712 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=69713aca5ac144f9bca8348430ab9c75 HTTP/1.1" status: 200 len: 380 time: 0.1086299 Aug 31 04:42:44.979641 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:42:44.989111 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'port': {'device_id': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'admin_state_up': True, 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'security_groups': ['6a2282c2-edb3-4b25-9317-ddc200b442db']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:45.113698 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0da75078-4316-44ed-9dc0-c60fb39907b9 req-91ea75b9-80b9-40c4-9366-0240671c327c tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 210 time: 0.0715399 Aug 31 04:42:45.208452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:45.213456 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:45.227098 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:45.239937 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:45.240848 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:45.265552 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] No DVR routers for this DVR port 43245827-8072-4b30-b574-8f9a4e99070a on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:42:45.267272 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Made reservation on behalf of 69713aca5ac144f9bca8348430ab9c75 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:42:45.271117 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:45.273742 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:45.276965 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c999ce11-2094-4257-b4f6-ed398adde427 req-88547f41-b31f-472c-9799-349ba95eb95d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "DELETE /networking/v2.0/ports/43245827-8072-4b30-b574-8f9a4e99070a HTTP/1.1" status: 204 len: 173 time: 1.1523223 Aug 31 04:42:45.277486 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'name': 'network-vif-deleted', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:42:45.279853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7518e570-01d9-4fed-a77c-54d9572abd67" -d '{"events": [{"server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "name": "network-vif-deleted", "tag": "43245827-8072-4b30-b574-8f9a4e99070a"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:42:45.340192 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c1a6ce-275f-4e00-bd06-73f4f3266de9 x-openstack-request-id: req-b0c1a6ce-275f-4e00-bd06-73f4f3266de9 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:42:45.340567 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb58876-fcb0-48d7-a852-830fb79567ea", "name": "network-vif-deleted", "tag": "43245827-8072-4b30-b574-8f9a4e99070a", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:42:45.340879 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0c1a6ce-275f-4e00-bd06-73f4f3266de9 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:42:45.341339 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c1a6ce-275f-4e00-bd06-73f4f3266de9'] response: {'server_uuid': 'abb58876-fcb0-48d7-a852-830fb79567ea', 'name': 'network-vif-deleted', 'tag': '43245827-8072-4b30-b574-8f9a4e99070a', 'status': 'completed', 'code': 200} Aug 31 04:42:45.385500 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:45.443097 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Allocated IP 172.20.0.6 (9c5bd141-9edf-4025-8041-65c7c72e8a5f/a48e775d-bdd8-4021-bbcf-964ff9ac8daa/ae65d506-d89f-4468-a25b-cf6f8e85f73e) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:45.571623 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-fdaacef3-0114-4ad7-a588-c789174a0385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:45.651811 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:45.677790 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:45.686938 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:45.687571 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:45.689159 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:45.798350 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:45.894853 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:45.933269 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.013613 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:46.016680 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:46.020253 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:46.060085 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:46.067787 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:46.120729 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578dbc6-b8a7-4c8d-b2d0-7b4baca8af86 None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': 'd26286c2-9419-452e-baee-0305842f7395', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '7e1f8894-0351-476c-8955-19dca2560661', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:f9:51:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367213be-b6d0-4465-ab62-f280b288b2fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:40:42Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 2, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:46.138505 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1a3c520b-ff72-4c10-b9e3-a7e45c0a5eb8 req-5b46684c-d1b8-4031-8f4e-2c27dd5175b9 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=abb58876-fcb0-48d7-a852-830fb79567ea HTTP/1.1" status: 200 len: 210 time: 0.0481021 Aug 31 04:42:46.160250 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:46.162617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.201280 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-acae2eb5-83fb-4adc-8c4c-01d42f262ac8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2176723 Aug 31 04:42:46.220823 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Request body: {'port': {'device_id': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:46.259177 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:46.298710 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:46.310315 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.326473 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b3c82-60da-416a-911f-8e58e2e8e535 req-1bfacc5b-3fff-435d-99a6-db59241c9b56 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:46.328490 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c22b3c82-60da-416a-911f-8e58e2e8e535 req-1bfacc5b-3fff-435d-99a6-db59241c9b56 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 931 time: 0.0839627 Aug 31 04:42:46.353487 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-9944e770-1d88-4eb8-b9ea-cd406c7a8a39 None None] Provisioning complete for port ae65d506-d89f-4468-a25b-cf6f8e85f73e triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:46.355194 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9944e770-1d88-4eb8-b9ea-cd406c7a8a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.398189 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c22b3c82-60da-416a-911f-8e58e2e8e535 req-741aedc4-493d-4976-b4d1-b7d84570d4d8 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542963 Aug 31 04:42:46.419718 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-9944e770-1d88-4eb8-b9ea-cd406c7a8a39 None None] Port ae65d506-d89f-4468-a25b-cf6f8e85f73e cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:42:46.498365 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68891462-c0db-4bcb-bf1a-e345cad6101b None None] New status for floating IP 8a81130d-3173-4a64-80e5-67eaaeca973b: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:42:46.553972 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:46.600146 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae65d506-d89f-4468-a25b-cf6f8e85f73e {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:42:46.609831 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Publish callbacks [] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.625330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Transition to ACTIVE for port object ae65d506-d89f-4468-a25b-cf6f8e85f73e will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:42:46.628901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.693998 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:46.743468 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Attempting to bind port ae65d506-d89f-4468-a25b-cf6f8e85f73e on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:42:46.743804 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Attempting to bind port ae65d506-d89f-4468-a25b-cf6f8e85f73e by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:42:46.744124 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Attempting to bind port ae65d506-d89f-4468-a25b-cf6f8e85f73e on network 9c5bd141-9edf-4025-8041-65c7c72e8a5f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:46.748713 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Port ae65d506-d89f-4468-a25b-cf6f8e85f73e on network 9c5bd141-9edf-4025-8041-65c7c72e8a5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:42:46.749030 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Attempting to bind port ae65d506-d89f-4468-a25b-cf6f8e85f73e on network 9c5bd141-9edf-4025-8041-65c7c72e8a5f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:42:46.754900 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:42:46.755243 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Checking segment: {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:42:46.755634 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Bound using segment: {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:42:46.756065 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Bound port: ae65d506-d89f-4468-a25b-cf6f8e85f73e, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833a5dec-257c-4aba-86e1-5ac867b2fd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:42:46.756437 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.820316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:42:46.823376 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:42:46.831537 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.835725 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:46.836351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:46.837790 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 1093 time: 0.6218121 Aug 31 04:42:46.884630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407c7b3-ccdc-4133-bc42-542abc01a8ed service neutron] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:46.943121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-f20df8c6-b676-483d-bfb3-f8c272aedcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:46.944786 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-f20df8c6-b676-483d-bfb3-f8c272aedcc9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1127 time: 0.0460889 Aug 31 04:42:46.993448 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-0ce81b37-ac03-42dc-94a0-f94b628e76d4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 217 time: 0.0356386 Aug 31 04:42:47.043498 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-893abb1f-768c-4f63-b84b-6ae77af30bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:47.044979 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-893abb1f-768c-4f63-b84b-6ae77af30bc4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 200 len: 847 time: 0.0451977 Aug 31 04:42:47.092766 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270176b-c250-4c53-862b-caefcd225347 req-9ed552c5-9770-4ee7-b9a5-a6c09713963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:47.094292 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-9ed552c5-9770-4ee7-b9a5-a6c09713963e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c5bd141-9edf-4025-8041-65c7c72e8a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423315 Aug 31 04:42:47.219531 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-2c3273f5-a436-41aa-8c55-c149873200b3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180990 Aug 31 04:42:47.243505 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55880) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:47.306591 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:47.315199 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-41d4f5ce-1829-48ae-a53f-2fa953eb4efe tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (7b9a6690-9603-4833-bd70-5b4a9f29f782), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.328822 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-f270176b-c250-4c53-862b-caefcd225347 req-f44a0426-a11f-4c1d-8879-33f91e5ca23d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994620 Aug 31 04:42:47.341249 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-41d4f5ce-1829-48ae-a53f-2fa953eb4efe tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (7b9a6690-9603-4833-bd70-5b4a9f29f782), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.343616 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:42:47.346261 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6523bf54-7a25-4f90-9289-00337f8aa432" -d '{"events": [{"name": "network-changed", "server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:42:47.387918 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cfe602-ad18-4543-8937-c9f27767a737 x-openstack-request-id: req-16cfe602-ad18-4543-8937-c9f27767a737 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:42:47.388380 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:42:47.388772 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16cfe602-ad18-4543-8937-c9f27767a737 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:42:47.389302 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16cfe602-ad18-4543-8937-c9f27767a737'] response: {'name': 'network-changed', 'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'status': 'completed', 'code': 200} Aug 31 04:42:47.408802 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-41d4f5ce-1829-48ae-a53f-2fa953eb4efe tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7b9a6690-9603-4833-bd70-5b4a9f29f782), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.411595 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-41d4f5ce-1829-48ae-a53f-2fa953eb4efe tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.412753 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-41d4f5ce-1829-48ae-a53f-2fa953eb4efe tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7b9a6690-9603-4833-bd70-5b4a9f29f782 HTTP/1.1" status: 204 len: 168 time: 0.1682835 Aug 31 04:42:47.415922 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55888) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:47.422792 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4f5ce-1829-48ae-a53f-2fa953eb4efe tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a6690-9603-4833-bd70-5b4a9f29f782,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:47.423088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:47.440725 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.api.v2.resource [None req-57bd92e3-31d6-4df9-bc23-3dd2c94be9d7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] show failed (client error): The resource could not be found. Aug 31 04:42:47.445701 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-57bd92e3-31d6-4df9-bc23-3dd2c94be9d7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups/7b9a6690-9603-4833-bd70-5b4a9f29f782 HTTP/1.1" status: 404 len: 347 time: 0.0283971 Aug 31 04:42:47.446569 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55892) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:47.539798 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47315b82-090d-4693-b996-0e9bef98c877 req-27988f29-17e3-4d0c-9331-a866c84a2af1 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:47.541375 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-47315b82-090d-4693-b996-0e9bef98c877 req-27988f29-17e3-4d0c-9331-a866c84a2af1 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0546935 Aug 31 04:42:47.567367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:47.567702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.602225 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-47315b82-090d-4693-b996-0e9bef98c877 req-7536234a-96df-46af-9e26-7c27aa807b51 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550168 Aug 31 04:42:47.649445 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.649699 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.665338 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4 owned by network:floatingip {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:47.706655 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55896) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:47.725002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:47.761310 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-1eaa25a1-1fac-429d-b595-b0eb0a8cec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:47.762858 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-1eaa25a1-1fac-429d-b595-b0eb0a8cec7e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1127 time: 0.0839024 Aug 31 04:42:47.815302 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-710461b3-4372-4f64-9a40-32aba8e07927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.895106 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-710461b3-4372-4f64-9a40-32aba8e07927 admin admin] Publish callbacks [] for security_group (3d7d745e-ee89-4f6d-bd1c-063e8e8debe0), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.899916 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-710461b3-4372-4f64-9a40-32aba8e07927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3d7d745e-ee89-4f6d-bd1c-063e8e8debe0), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.906573 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-cf3cb0e8-a07d-485b-856d-41f918be0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:47.908067 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-cf3cb0e8-a07d-485b-856d-41f918be0b1e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 909 time: 0.1350565 Aug 31 04:42:47.940002 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-710461b3-4372-4f64-9a40-32aba8e07927 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4cd84e814af142d2bbe4d98eb2f6b4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319076 Aug 31 04:42:47.941057 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710461b3-4372-4f64-9a40-32aba8e07927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7d745e-ee89-4f6d-bd1c-063e8e8debe0,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:47.944797 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55900) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:47.950528 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.967849 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-658a851b-2f29-427a-9172-854401795c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:47.978269 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-d99cc934-0714-4229-8f11-1d11dd723ffd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 217 time: 0.0623460 Aug 31 04:42:47.980427 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=9e6d0c89-ec7c-4bda-a195-ad4edbe21ed4,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:48.001067 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-94f4101e-261a-405f-9cd6-ca61c199051e admin admin] Publish callbacks [] for security_group (3d7d745e-ee89-4f6d-bd1c-063e8e8debe0), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:48.023420 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-94f4101e-261a-405f-9cd6-ca61c199051e admin admin] Publish callbacks [] for security_group (3d7d745e-ee89-4f6d-bd1c-063e8e8debe0), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:48.071061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-9176c066-83b4-43bf-8060-4cd3e9473e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:48.072543 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-9176c066-83b4-43bf-8060-4cd3e9473e28 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 200 len: 847 time: 0.0870969 Aug 31 04:42:48.075709 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-94f4101e-261a-405f-9cd6-ca61c199051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (3d7d745e-ee89-4f6d-bd1c-063e8e8debe0), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:48.078754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-94f4101e-261a-405f-9cd6-ca61c199051e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:48.079865 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-94f4101e-261a-405f-9cd6-ca61c199051e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3d7d745e-ee89-4f6d-bd1c-063e8e8debe0 HTTP/1.1" status: 204 len: 168 time: 0.1340072 Aug 31 04:42:48.089371 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4101e-261a-405f-9cd6-ca61c199051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7d745e-ee89-4f6d-bd1c-063e8e8debe0,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:48.119899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (8a81130d-3173-4a64-80e5-67eaaeca973b), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:48.122455 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:48.123553 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-efcedf47-3f7b-40cd-881c-1ee4492f04e2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/8a81130d-3173-4a64-80e5-67eaaeca973b HTTP/1.1" status: 204 len: 168 time: 0.6747909 Aug 31 04:42:48.132025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-739dea9a-f7bc-4fe7-b587-1ae17b29eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:48.133533 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-739dea9a-f7bc-4fe7-b587-1ae17b29eb4e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c5bd141-9edf-4025-8041-65c7c72e8a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541427 Aug 31 04:42:48.244006 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-8f107d37-b3ef-42e8-b13a-1d3079ab9f69 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034634 Aug 31 04:42:48.353500 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6523bf54-7a25-4f90-9289-00337f8aa432 req-e8ef6d5b-c73f-402d-ab20-5db7499061bf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031208 Aug 31 04:42:48.435906 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 43245827-8072-4b30-b574-8f9a4e99070a no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:42:48.469598 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 43245827-8072-4b30-b574-8f9a4e99070a {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:42:48.469950 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 43245827-8072-4b30-b574-8f9a4e99070a not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:42:48.739347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e5e95-9c41-494c-a2aa-8d7c4c138e8d req-fca65a8a-6416-4503-abc7-fc867d1a3287 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:48.740820 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1f1e5e95-9c41-494c-a2aa-8d7c4c138e8d req-fca65a8a-6416-4503-abc7-fc867d1a3287 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0488918 Aug 31 04:42:48.752163 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:48.791637 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1f1e5e95-9c41-494c-a2aa-8d7c4c138e8d req-966b3f8e-d32a-4818-9df4-5f6c1e7dc391 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Aug 31 04:42:49.028716 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:49.830177 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58918a85-46d5-4d39-982f-6e895d298906 req-3c60c71c-ef4b-46ac-a8f2-7149f31570db tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:49.831868 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-58918a85-46d5-4d39-982f-6e895d298906 req-3c60c71c-ef4b-46ac-a8f2-7149f31570db tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 946 time: 0.0601897 Aug 31 04:42:49.884866 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-58918a85-46d5-4d39-982f-6e895d298906 req-a97127ad-1014-42b4-9ee6-0b15f8024a27 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473623 Aug 31 04:42:49.916291 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87974919-ccd1-435e-996f-a019083278ad req-a360045d-1eb4-4a6c-ab8d-6e0d497547db tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:49.917776 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-87974919-ccd1-435e-996f-a019083278ad req-a360045d-1eb4-4a6c-ab8d-6e0d497547db tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0457222 Aug 31 04:42:49.966309 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-87974919-ccd1-435e-996f-a019083278ad req-5bef8de8-c391-4dc1-a689-a71fe56a8b68 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427222 Aug 31 04:42:50.325162 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:50.643349 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:50.653463 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:51.025608 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e343b-bc75-486f-84a2-1ecdf7a7a21b req-16d29687-29d9-4d84-93a4-19ea91a2dae3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:51.027336 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b42e343b-bc75-486f-84a2-1ecdf7a7a21b req-16d29687-29d9-4d84-93a4-19ea91a2dae3 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 946 time: 0.0523336 Aug 31 04:42:51.077332 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b42e343b-bc75-486f-84a2-1ecdf7a7a21b req-414c772f-17a2-4f94-b93f-84be61eeac28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=b8c1d111-d1a8-48ab-9274-6689b899590f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Aug 31 04:42:51.099379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f3b0c-d309-4fb5-a41f-b9f648469cee req-18297fa7-d890-4224-a898-fe28514cebb4 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:51.100937 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-995f3b0c-d309-4fb5-a41f-b9f648469cee req-18297fa7-d890-4224-a898-fe28514cebb4 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0542042 Aug 31 04:42:51.149595 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-995f3b0c-d309-4fb5-a41f-b9f648469cee req-5afd4143-cb1c-46e7-b786-bd7fa48c5cd9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429046 Aug 31 04:42:51.395298 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ac3d7-9223-463c-8214-940534543558 req-6498fb82-110a-4575-b796-145a1ad46173 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:51.396772 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-997ac3d7-9223-463c-8214-940534543558 req-6498fb82-110a-4575-b796-145a1ad46173 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 946 time: 0.0549476 Aug 31 04:42:51.432401 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:51.488269 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 7e1f8894-0351-476c-8955-19dca2560661 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:51.488630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (7e1f8894-0351-476c-8955-19dca2560661), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:51.589594 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] For port 7e1f8894-0351-476c-8955-19dca2560661, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7e1f8894-0351-476c-8955-19dca2560661,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:51.589958 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (7e1f8894-0351-476c-8955-19dca2560661), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:51.736467 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:51.764677 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:51.765101 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d26286c2-9419-452e-baee-0305842f7395), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:51.765417 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP d26286c2-9419-452e-baee-0305842f7395 disassociated. External IP: 172.27.3.35, port: 7e1f8894-0351-476c-8955-19dca2560661. Aug 31 04:42:51.765748 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 7e1f8894-0351-476c-8955-19dca2560661 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:51.857535 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-4ea2954e-bb4b-4791-a288-fb99ec123a56 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512178 Aug 31 04:42:51.956555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (7e1f8894-0351-476c-8955-19dca2560661), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:51.990515 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=7e1f8894-0351-476c-8955-19dca2560661,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:51.996612 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-1e04dc2f-0f2a-469b-a9cf-01a0119562d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:51.998137 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-1e04dc2f-0f2a-469b-a9cf-01a0119562d8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 1129 time: 0.0751014 Aug 31 04:42:52.141394 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:52.182347 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4fcf1307-76b1-422d-9b02-91245fbdf46b req-8f5f8f00-c014-4612-b606-0462db8f99be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 210 time: 0.0294278 Aug 31 04:42:52.185679 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-41f2beb8-4061-4c07-bbdd-12203dbc094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:52.187297 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-41f2beb8-4061-4c07-bbdd-12203dbc094a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.1494868 Aug 31 04:42:52.192696 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:42:52.270561 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:52.337471 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-7bfd4b17-9908-4c42-b9d6-c2eba0333e75 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae HTTP/1.1" status: 200 len: 1001 time: 0.1436393 Aug 31 04:42:52.345399 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740e90e-a159-4752-b2e9-5088416dd570 req-f64a7484-bc33-4fd3-af63-3bf937da7024 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:52.346899 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0740e90e-a159-4752-b2e9-5088416dd570 req-f64a7484-bc33-4fd3-af63-3bf937da7024 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.1127632 Aug 31 04:42:52.460143 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-462b8d28-6290-4283-86dc-9dab68b2acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:52.461614 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-462b8d28-6290-4283-86dc-9dab68b2acd3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.1119635 Aug 31 04:42:52.468691 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:42:52.478962 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:42:52.491499 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:52.491499 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:52.533843 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0740e90e-a159-4752-b2e9-5088416dd570 req-21c2a6a6-3c18-4942-b037-ecc700c71300 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738565 Aug 31 04:42:52.555816 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] No DVR routers for this DVR port 7e1f8894-0351-476c-8955-19dca2560661 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:42:52.558477 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:52.561848 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-997ac3d7-9223-463c-8214-940534543558 req-9aa4aa9a-8e2f-4422-b631-f1e65c9a2425 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7e1f8894-0351-476c-8955-19dca2560661 HTTP/1.1" status: 204 len: 173 time: 1.1598783 Aug 31 04:42:52.563873 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'name': 'network-vif-deleted', 'tag': '7e1f8894-0351-476c-8955-19dca2560661'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:42:52.566889 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf9c49b-2568-40f3-992f-008e9fc3172e" -d '{"events": [{"server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "name": "network-vif-deleted", "tag": "7e1f8894-0351-476c-8955-19dca2560661"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:42:52.570311 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-bfd99a66-b173-4b7b-a45c-7927464f66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:52.571812 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-bfd99a66-b173-4b7b-a45c-7927464f66b0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974119 Aug 31 04:42:52.609540 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:52.633755 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40737015-c7e0-47f5-82f1-4e3d9ef2198f x-openstack-request-id: req-40737015-c7e0-47f5-82f1-4e3d9ef2198f {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:42:52.634025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "367213be-b6d0-4465-ab62-f280b288b2fb", "name": "network-vif-deleted", "tag": "7e1f8894-0351-476c-8955-19dca2560661", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:42:52.634275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40737015-c7e0-47f5-82f1-4e3d9ef2198f {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:42:52.634671 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40737015-c7e0-47f5-82f1-4e3d9ef2198f'] response: {'server_uuid': '367213be-b6d0-4465-ab62-f280b288b2fb', 'name': 'network-vif-deleted', 'tag': '7e1f8894-0351-476c-8955-19dca2560661', 'status': 'completed', 'code': 200} Aug 31 04:42:52.682106 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-36db8546-13f7-4d6b-a1cf-2bc57bd24c3c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039200 Aug 31 04:42:52.930500 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ef67945f-a7df-43aa-aefd-8cb1208a4027 req-f69274a5-28ad-46ba-8fe4-d9daf5bc2635 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190345 Aug 31 04:42:52.952621 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:52.977689 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:42:52.986853 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:42:52.987430 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:53.099054 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:42:53.219612 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:53.304666 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:42:53.311450 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8bc50856-6a37-4ed9-82ad-445c537913e0 req-2999ceaf-77e1-4589-8347-4e539f7aa4b6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=367213be-b6d0-4465-ab62-f280b288b2fb HTTP/1.1" status: 200 len: 210 time: 0.0318966 Aug 31 04:42:53.333519 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa8d7f-afde-46bc-9da6-f5903824a4e5 None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:42:53.570581 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b328f839-8f89-444b-9dcc-2fc00e67a1e7 None None] New status for floating IP d26286c2-9419-452e-baee-0305842f7395: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:42:53.654406 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:53.669855 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498391f2-6f14-4387-a88b-1192b28204fb req-9ad1b5c6-d105-4da4-b75d-e91bc99ceadf tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:53.671396 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-498391f2-6f14-4387-a88b-1192b28204fb req-9ad1b5c6-d105-4da4-b75d-e91bc99ceadf tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0563745 Aug 31 04:42:53.741413 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-498391f2-6f14-4387-a88b-1192b28204fb req-42319666-544c-47c3-b0ec-36271fdc82b9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635090 Aug 31 04:42:54.410249 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55946) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:54.476505 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device ae65d506-d89f-4468-a25b-cf6f8e85f73e details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:42:54.478426 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f39ea19f-8c2f-45a6-bf36-1f5b13c626f8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (b8c1d111-d1a8-48ab-9274-6689b899590f), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.491547 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7e1f8894-0351-476c-8955-19dca2560661 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:42:54.501910 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:54.504244 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f39ea19f-8c2f-45a6-bf36-1f5b13c626f8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (b8c1d111-d1a8-48ab-9274-6689b899590f), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.516886 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 7e1f8894-0351-476c-8955-19dca2560661 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:42:54.517288 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7e1f8894-0351-476c-8955-19dca2560661 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:42:54.560529 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f39ea19f-8c2f-45a6-bf36-1f5b13c626f8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b8c1d111-d1a8-48ab-9274-6689b899590f), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.563311 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f39ea19f-8c2f-45a6-bf36-1f5b13c626f8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.564750 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-f39ea19f-8c2f-45a6-bf36-1f5b13c626f8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b8c1d111-d1a8-48ab-9274-6689b899590f HTTP/1.1" status: 204 len: 168 time: 0.1532898 Aug 31 04:42:54.568731 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55948) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:54.574275 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ea19f-8c2f-45a6-bf36-1f5b13c626f8 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c1d111-d1a8-48ab-9274-6689b899590f,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:54.587525 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.api.v2.resource [None req-de8e343f-3597-49d6-a183-11a1456d0fe6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] show failed (client error): The resource could not be found. Aug 31 04:42:54.588547 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-de8e343f-3597-49d6-a183-11a1456d0fe6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups/b8c1d111-d1a8-48ab-9274-6689b899590f HTTP/1.1" status: 404 len: 347 time: 0.0184426 Aug 31 04:42:54.591630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55950) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:54.629168 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:54.641581 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'port_id': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'mac_address': 'fa:16:3e:89:25:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:42:54.681218 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port ae65d506-d89f-4468-a25b-cf6f8e85f73e is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:54.681634 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.695864 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae65d506-d89f-4468-a25b-cf6f8e85f73e {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:42:54.712498 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 89f97db3-946c-4667-82ff-c2d98e2dcc4d {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:42:54.712843 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.717305 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:54.722490 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.726934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:54.782193 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:54.794051 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.794537 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (89f97db3-946c-4667-82ff-c2d98e2dcc4d), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:54.807869 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 89f97db3-946c-4667-82ff-c2d98e2dcc4d owned by network:floatingip {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:42:55.014438 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['ae65d506-d89f-4468-a25b-cf6f8e85f73e'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:42:55.184332 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f22bb2-2f6b-4ba2-b9de-8ac701d12d21 req-8d8b77d0-4418-4d6d-9841-02002bab4808 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:55.186748 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54f22bb2-2f6b-4ba2-b9de-8ac701d12d21 req-8d8b77d0-4418-4d6d-9841-02002bab4808 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 944 time: 0.0612302 Aug 31 04:42:55.196285 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:55.260124 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54f22bb2-2f6b-4ba2-b9de-8ac701d12d21 req-d98396ac-73af-492e-96ac-9e911ee5acd9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663357 Aug 31 04:42:55.299988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:55.307502 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (89f97db3-946c-4667-82ff-c2d98e2dcc4d), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.348002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=89f97db3-946c-4667-82ff-c2d98e2dcc4d,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:55.412573 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (d26286c2-9419-452e-baee-0305842f7395), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.415209 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.416680 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-9a19f2d2-60a2-4de2-a41c-ec00c50fc3e6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d26286c2-9419-452e-baee-0305842f7395 HTTP/1.1" status: 204 len: 168 time: 0.8240294 Aug 31 04:42:55.490938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55956) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:55.495513 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-e679b80e-ded9-4779-bce0-fd73820e77be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663323208', 'description': 'tempest-description--758311947'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:55.520163 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e679b80e-ded9-4779-bce0-fd73820e77be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.590293 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e679b80e-ded9-4779-bce0-fd73820e77be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (f3aca31e-beb8-49d6-9ced-d6004cc0f0bf), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.594417 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e679b80e-ded9-4779-bce0-fd73820e77be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f3aca31e-beb8-49d6-9ced-d6004cc0f0bf), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.628897 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e679b80e-ded9-4779-bce0-fd73820e77be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.630134 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e679b80e-ded9-4779-bce0-fd73820e77be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381736 Aug 31 04:42:55.631126 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679b80e-ded9-4779-bce0-fd73820e77be tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:55.633312 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55958) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:55.637846 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-27df6073-e6df-4122-aaae-a9cf032230fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': 'f3aca31e-beb8-49d6-9ced-d6004cc0f0bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:55.667558 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-27df6073-e6df-4122-aaae-a9cf032230fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (04facf08-8b5a-4c25-8aec-4c3f99cedb79), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.725692 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-27df6073-e6df-4122-aaae-a9cf032230fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (04facf08-8b5a-4c25-8aec-4c3f99cedb79), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.729650 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-27df6073-e6df-4122-aaae-a9cf032230fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (04facf08-8b5a-4c25-8aec-4c3f99cedb79), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.748239 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df6073-e6df-4122-aaae-a9cf032230fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04facf08-8b5a-4c25-8aec-4c3f99cedb79,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:55.758149 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-27df6073-e6df-4122-aaae-a9cf032230fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.759543 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-27df6073-e6df-4122-aaae-a9cf032230fc tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251464 Aug 31 04:42:55.762564 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55960) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:55.767992 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-4dd5c4d0-6ac4-4e78-855a-1f46ac0eedff tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': 'f3aca31e-beb8-49d6-9ced-d6004cc0f0bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:55.798518 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c4d0-6ac4-4e78-855a-1f46ac0eedff tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (37ecaa12-e696-49e7-9e25-5da843794f2f), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.857282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c4d0-6ac4-4e78-855a-1f46ac0eedff tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (37ecaa12-e696-49e7-9e25-5da843794f2f), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.862403 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c4d0-6ac4-4e78-855a-1f46ac0eedff tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (37ecaa12-e696-49e7-9e25-5da843794f2f), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.880661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5c4d0-6ac4-4e78-855a-1f46ac0eedff tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ecaa12-e696-49e7-9e25-5da843794f2f,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:55.889563 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4dd5c4d0-6ac4-4e78-855a-1f46ac0eedff tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:55.890818 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4dd5c4d0-6ac4-4e78-855a-1f46ac0eedff tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270149 Aug 31 04:42:55.896040 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 55962) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:55.902791 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:55.936878 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.024747 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.147371 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.27.3.133 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/9fe5c3f4-0d62-4310-9444-f317d12aa6e6) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:56.253374 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:56.276726 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.279394 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:56.313423 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.385109 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:56.390565 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:56.394578 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=9fe5c3f4-0d62-4310-9444-f317d12aa6e6,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:56.396876 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:56.435673 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67caca2-667c-4eaf-80d7-b72002206eff req-3963102e-bf42-430a-bdf8-fb106b445d9d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:56.437178 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e67caca2-667c-4eaf-80d7-b72002206eff req-3963102e-bf42-430a-bdf8-fb106b445d9d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 944 time: 0.0951045 Aug 31 04:42:56.493902 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device ae65d506-d89f-4468-a25b-cf6f8e85f73e up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:42:56.542876 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e67caca2-667c-4eaf-80d7-b72002206eff req-9ad1663c-6518-4869-a1d0-882b36d18cbf tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987945 Aug 31 04:42:56.547090 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port ae65d506-d89f-4468-a25b-cf6f8e85f73e completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:42:56.547910 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (52457c88-4837-4193-b8ca-6f53b782f4fd), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.555221 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port ae65d506-d89f-4468-a25b-cf6f8e85f73e triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:42:56.555597 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.593895 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.636519 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port ae65d506-d89f-4468-a25b-cf6f8e85f73e is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:42:56.636828 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.657073 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:56.662294 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:42:56.664623 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8eb814-ecf1-499c-b806-2cef78c930cc" -d '{"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-plugged", "status": "completed", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:42:56.679121 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:42:56.684875 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.712123 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a17d72-cc97-4c48-867a-2341b5968dcd x-openstack-request-id: req-d4a17d72-cc97-4c48-867a-2341b5968dcd {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:42:56.712404 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-plugged", "status": "completed", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:42:56.712657 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4a17d72-cc97-4c48-867a-2341b5968dcd {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:42:56.713249 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a17d72-cc97-4c48-867a-2341b5968dcd'] response: {'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'code': 200} Aug 31 04:42:56.739075 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:56.758895 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.764828 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.841539 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=9fe5c3f4-0d62-4310-9444-f317d12aa6e6,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:56.845491 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (52457c88-4837-4193-b8ca-6f53b782f4fd), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.862949 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:56.864191 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4accdf10-81bd-4326-b1fc-0c4ffde23304 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9668941 Aug 31 04:42:56.962651 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1712958-b911-434c-8166-628ff49a9b72 req-3c99d698-f6f3-4463-9539-24e219077a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:56.964379 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e1712958-b911-434c-8166-628ff49a9b72 req-3c99d698-f6f3-4463-9539-24e219077a4a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1129 time: 0.0396593 Aug 31 04:42:57.012628 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e1712958-b911-434c-8166-628ff49a9b72 req-ff716768-1bcc-471d-ab29-b1459814763b service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Aug 31 04:42:57.075629 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-b877cb15-dfd4-481e-a7ad-b1e4f763ae77 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1663323208&fields=id&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 267 time: 0.0436385 Aug 31 04:42:57.179231 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:57.189589 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-17df7c64-5156-4e77-a116-b056853a7e0e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:57.191088 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-17df7c64-5156-4e77-a116-b056853a7e0e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1087675 Aug 31 04:42:57.205732 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-265d94da-a29a-46bf-95ea-9463712f9953 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/quotas/ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 375 time: 0.0090802 Aug 31 04:42:57.238838 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:57.258338 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-48e84f51-67a0-44ff-aeac-32d7cc4e7c13 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477569 Aug 31 04:42:57.380488 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-d74f789b-66df-495f-b488-e23c7c2b0c7a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097255 Aug 31 04:42:57.480673 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-89e7ecec-cad0-40e0-9fe7-c1147fa9f9be service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898769 Aug 31 04:42:57.675807 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7260631a-aecc-4632-8aeb-ffaba5811a29 req-a535db3e-2b33-4f5e-96c5-bd32e0d013df tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 210 time: 0.0302508 Aug 31 04:42:57.692628 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cb24e-7b32-44e4-b739-fd555d6bc304 req-220d2983-4203-4a3b-9eb9-7940efb0e397 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:57.694253 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c62cb24e-7b32-44e4-b739-fd555d6bc304 req-220d2983-4203-4a3b-9eb9-7940efb0e397 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0641553 Aug 31 04:42:57.745545 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c62cb24e-7b32-44e4-b739-fd555d6bc304 req-79f9d1d0-8929-4464-8195-af71b309a86a tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453978 Aug 31 04:42:58.790550 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9dd939f3-9087-48f6-bcba-a88aef674686 req-ad08a651-579f-449a-a6d8-0dd26cbaea50 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 210 time: 0.0314574 Aug 31 04:42:58.865179 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47308218-2562-4ab3-8a8a-954fea6b6774 req-a355e526-e8f9-4a2c-b0c0-84aafca892e7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:58.866691 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-47308218-2562-4ab3-8a8a-954fea6b6774 req-a355e526-e8f9-4a2c-b0c0-84aafca892e7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0471122 Aug 31 04:42:58.919310 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-47308218-2562-4ab3-8a8a-954fea6b6774 req-9fbc3a85-451b-4d62-9120-3be93c8071a1 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469620 Aug 31 04:42:59.038572 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60984f-b1b0-4981-8004-ee979489f59f req-bcf59844-3257-4741-8301-13f0f1a50270 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:59.040122 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b60984f-b1b0-4981-8004-ee979489f59f req-bcf59844-3257-4741-8301-13f0f1a50270 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0489852 Aug 31 04:42:59.140062 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b60984f-b1b0-4981-8004-ee979489f59f req-0e1e79ee-68be-4b22-a2aa-f48c1b0c694f tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939913 Aug 31 04:42:59.166620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 55998) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:59.198854 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-ad99562e-60f6-426a-b04d-2bcbbdc6f097 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:59.200450 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-ad99562e-60f6-426a-b04d-2bcbbdc6f097 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1270692 Aug 31 04:42:59.272448 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-fde7e9fe-93d4-4fa6-9d90-bb024afcfb70 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 380 time: 0.0577266 Aug 31 04:42:59.374324 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a527f-489d-45bd-a2eb-c46f0f203a5f tempest-TestShelveInstance-2122775852 tempest-TestShelveInstance-2122775852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:59.374824 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'port': {'device_id': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'admin_state_up': True, 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'security_groups': ['f3aca31e-beb8-49d6-9ced-d6004cc0f0bf']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:59.376086 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-ff1a527f-489d-45bd-a2eb-c46f0f203a5f tempest-TestShelveInstance-2122775852 tempest-TestShelveInstance-2122775852-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1124 time: 0.2083156 Aug 31 04:42:59.379273 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56006) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:42:59.383454 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'port_id': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:42:59.407143 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.489958 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Made reservation on behalf of ae904e4b1df846e497cdf0edc46edaf1 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:42:59.491191 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.493854 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.598251 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Allocated IP 172.27.3.214 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/5feb1a62-1ace-4b43-8266-22e113c9e3f1) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:59.641986 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.20.0.14 (9f5e1d21-0d94-4325-a39c-d7a84e70a79f/79c41cf8-372b-4f64-bc85-e7b0ee2d5301/93bd7884-9dc0-4a3f-ac00-735fd8754eb9) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:42:59.668187 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:59.711689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.746697 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.747736 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:59.776797 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:59.782888 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.789032 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:59.792093 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:42:59.792615 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:59.797114 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:59.819369 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'Port': ['ID=5feb1a62-1ace-4b43-8266-22e113c9e3f1,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:59.819626 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.866131 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:42:59.871564 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:42:59.876036 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:42:59.905259 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:42:59.931885 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:59.932797 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:42:59.971808 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-eda01912-ef1e-4914-8b27-95844f8b9bf6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6010511 Aug 31 04:42:59.986917 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d63a4f-21b2-4eaa-90eb-8cc572cfcc5a req-dc5ebfd7-2dda-4193-821d-aa585a0586ae tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:42:59.988446 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a5d63a4f-21b2-4eaa-90eb-8cc572cfcc5a req-dc5ebfd7-2dda-4193-821d-aa585a0586ae tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 932 time: 0.1071398 Aug 31 04:42:59.989788 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Request body: {'port': {'device_id': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:43:00.054286 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.119193 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a5d63a4f-21b2-4eaa-90eb-8cc572cfcc5a req-b3601e1e-e0e7-4e0b-9e54-b4ab4087ea91 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964310 Aug 31 04:43:00.150114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-629b4bf2-6be5-4d6f-b3d1-b02e023c0bbb None None] Provisioning complete for port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:43:00.150653 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-629b4bf2-6be5-4d6f-b3d1-b02e023c0bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.193752 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-629b4bf2-6be5-4d6f-b3d1-b02e023c0bbb None None] Port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:43:00.281340 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for floatingip (5fbb82e2-0485-478c-b219-caff0987979b), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.326143 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:43:00.334406 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Publish callbacks [] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.347022 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Transition to ACTIVE for port object 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:43:00.352845 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.362346 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.432676 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Pushing event updated for resources: {'Port': ['ID=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:43:00.450600 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.450971 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.451331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.451637 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.451996 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.452426 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.452875 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.453204 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.453510 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.453836 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.454157 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.454481 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.454921 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.455150 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.455468 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:43:00.475025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Attempting to bind port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:43:00.475365 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Attempting to bind port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:43:00.475693 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Attempting to bind port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:43:00.480113 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:43:00.480425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Attempting to bind port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:43:00.485987 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:43:00.486327 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Checking segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:43:00.486708 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Bound using segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:43:00.487227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Bound port: 93bd7884-9dc0-4a3f-ac00-735fd8754eb9, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:43:00.487579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.503246 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:00.517489 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.522428 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.528049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:00.552854 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] For port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:43:00.555988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] For port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:43:00.563088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.568032 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:00.568645 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.570022 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/93bd7884-9dc0-4a3f-ac00-735fd8754eb9 HTTP/1.1" status: 200 len: 1094 time: 0.5852647 Aug 31 04:43:00.570522 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:43:00.572819 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e3d786-0a44-4b04-a188-86b1d3389a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:43:00.592567 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event updated for resources: {'Port': ['ID=5feb1a62-1ace-4b43-8266-22e113c9e3f1,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:43:00.601681 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (5fbb82e2-0485-478c-b219-caff0987979b), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:00.617410 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27d6bac-6f7d-4c9c-9655-631b4725e700 x-openstack-request-id: req-d27d6bac-6f7d-4c9c-9655-631b4725e700 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:43:00.617697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:43:00.617949 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d27d6bac-6f7d-4c9c-9655-631b4725e700 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:43:00.618349 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27d6bac-6f7d-4c9c-9655-631b4725e700'] response: {'name': 'network-changed', 'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'status': 'completed', 'code': 200} Aug 31 04:43:00.623626 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69149a1d-05f2-4455-9931-c8296fdc753d service neutron] Pushing event updated for resources: {'Port': ['ID=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:43:00.683920 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-cb638016-b195-44a7-b81e-906f6463c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:00.685336 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-cb638016-b195-44a7-b81e-906f6463c1b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 1128 time: 0.0413055 Aug 31 04:43:00.709853 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Floating IP 5fbb82e2-0485-478c-b219-caff0987979b associated. External IP: 172.27.3.214, port: ae65d506-d89f-4468-a25b-cf6f8e85f73e. Aug 31 04:43:00.736003 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-db34b1e8-476f-46f6-b7e6-e5f5be7d2fd4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9 HTTP/1.1" status: 200 len: 217 time: 0.0370984 Aug 31 04:43:00.770218 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:00.789330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-beb5d9ff-b760-4a46-8ea0-fd0bb8cf87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:00.790854 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-beb5d9ff-b760-4a46-8ea0-fd0bb8cf87a5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0491080 Aug 31 04:43:00.836446 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526fc67-9697-460a-97ad-460558f389a9 req-ca245e77-1493-4544-90d1-d0bf3183da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:00.837972 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-ca245e77-1493-4544-90d1-d0bf3183da33 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413125 Aug 31 04:43:00.942212 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-090be1ab-67ba-457d-9003-c81d593ae7b5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974681 Aug 31 04:43:01.020389 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:01.051864 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3526fc67-9697-460a-97ad-460558f389a9 req-9eed8eae-089f-429f-ac3e-fa0d47dbedf7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010170 Aug 31 04:43:01.148535 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:43:01.278280 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2262711-bf12-4886-b367-cc7ead52889b req-1279fc01-60d7-43dc-b2c7-db8647da89d1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:01.279731 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b2262711-bf12-4886-b367-cc7ead52889b req-1279fc01-60d7-43dc-b2c7-db8647da89d1 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 944 time: 0.0858736 Aug 31 04:43:01.306295 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:43:01.316961 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] Sync routers for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:43:01.331136 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:43:01.332242 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:01.341916 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b2262711-bf12-4886-b367-cc7ead52889b req-d2f98071-7ee1-402c-b264-a77673c66fab tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561049 Aug 31 04:43:01.347780 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:01.385886 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-990cae7a-31c0-4922-8619-0cdf7c53d519 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0055854 Aug 31 04:43:01.386506 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:43:01.388813 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29574571-e4eb-4b09-832a-057bca3fc942" -d '{"events": [{"name": "network-changed", "server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:43:01.432136 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb862b3a-7f8d-4c50-8ce1-c501403f13e3 x-openstack-request-id: req-bb862b3a-7f8d-4c50-8ce1-c501403f13e3 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:43:01.432612 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:43:01.433035 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb862b3a-7f8d-4c50-8ce1-c501403f13e3 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:43:01.433449 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb862b3a-7f8d-4c50-8ce1-c501403f13e3'] response: {'name': 'network-changed', 'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'status': 'completed', 'code': 200} Aug 31 04:43:01.451246 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:43:01.559964 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:01.676528 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '5fbb82e2-0485-478c-b219-caff0987979b', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'port_id': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'mac_address': 'fa:16:3e:89:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:43:00Z', 'updated_at': '2022-08-31T04:43:00Z', 'revision_number': 0, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:25Z', 'revision_number': 5, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:01.701955 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] Checking router: 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:43:01.714376 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:43:01.715274 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:01.825547 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:43:01.920224 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-22636400-8da1-4e08-9389-e7fdd7ff1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:01.921942 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-22636400-8da1-4e08-9389-e7fdd7ff1a77 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 1128 time: 0.0717945 Aug 31 04:43:01.927431 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574571-e4eb-4b09-832a-057bca3fc942 req-7f618376-e8bb-4f3b-b32d-12bce4eb077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:01.928793 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-29574571-e4eb-4b09-832a-057bca3fc942 req-7f618376-e8bb-4f3b-b32d-12bce4eb077c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1129 time: 0.0478244 Aug 31 04:43:02.039246 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '5fbb82e2-0485-478c-b219-caff0987979b', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'port_id': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'mac_address': 'fa:16:3e:89:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:43:00Z', 'updated_at': '2022-08-31T04:43:00Z', 'revision_number': 0, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:25Z', 'revision_number': 5, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:02.066591 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7851daa9-1b2f-493f-aa36-254aa57c1691 None None] The sync data for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi is: [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '5fbb82e2-0485-478c-b219-caff0987979b', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'port_id': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'mac_address': 'fa:16:3e:89:25:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:43:00Z', 'updated_at': '2022-08-31T04:43:00Z', 'revision_number': 0, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:25Z', 'revision_number': 5, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:43:02.085172 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-42bd18de-df15-417f-8b11-cfeb5fc87ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:02.086557 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-42bd18de-df15-417f-8b11-cfeb5fc87ad6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.1569312 Aug 31 04:43:02.089219 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574571-e4eb-4b09-832a-057bca3fc942 req-33ae55d1-4a56-4c7f-abc5-e28ba2646167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:02.090530 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-29574571-e4eb-4b09-832a-057bca3fc942 req-33ae55d1-4a56-4c7f-abc5-e28ba2646167 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 909 time: 0.1526630 Aug 31 04:43:02.142178 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-c8cd764b-a337-46fa-8279-9af2c7950555 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9 HTTP/1.1" status: 200 len: 217 time: 0.0445881 Aug 31 04:43:02.221313 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-29574571-e4eb-4b09-832a-057bca3fc942 req-c2540f13-92ff-45e4-a4d6-acae1506af48 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 999 time: 0.1226025 Aug 31 04:43:02.235505 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-ebf936da-6e4e-4c70-9540-1b1ac8ec84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:02.236891 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-ebf936da-6e4e-4c70-9540-1b1ac8ec84d2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0697825 Aug 31 04:43:02.269681 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70adb5ee-1f02-43bc-87a5-8db2bbb304cc None None] New status for floating IP 5fbb82e2-0485-478c-b219-caff0987979b: ACTIVE {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:43:02.301945 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:02.306477 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574571-e4eb-4b09-832a-057bca3fc942 req-99f91a54-2ef4-44d2-a5d3-41c45250d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:02.307967 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-29574571-e4eb-4b09-832a-057bca3fc942 req-99f91a54-2ef4-44d2-a5d3-41c45250d6ec service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 200 len: 847 time: 0.0812974 Aug 31 04:43:02.310997 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-08cd901b-c8f7-48ab-b3c4-636e4d31adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:02.312359 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-08cd901b-c8f7-48ab-b3c4-636e4d31adec service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556035 Aug 31 04:43:02.402380 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29574571-e4eb-4b09-832a-057bca3fc942 req-06a42a7c-5cfb-4857-8460-bf70a17af41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:02.403954 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-29574571-e4eb-4b09-832a-057bca3fc942 req-06a42a7c-5cfb-4857-8460-bf70a17af41b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c5bd141-9edf-4025-8041-65c7c72e8a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858979 Aug 31 04:43:02.419988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:02.479379 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6811639-3222-4b0d-af15-e5ce1779e346 req-94c155c5-4d93-487d-95ba-11b1e1ce2b74 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:02.481383 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b6811639-3222-4b0d-af15-e5ce1779e346 req-94c155c5-4d93-487d-95ba-11b1e1ce2b74 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 944 time: 0.0557361 Aug 31 04:43:02.506451 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-577229ed-ac7e-4e2b-94e0-10d2e17c6087 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871576 Aug 31 04:43:02.507425 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:43:02.535262 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-b6811639-3222-4b0d-af15-e5ce1779e346 req-e9b9418f-b178-4c36-93a4-2911ccc0e760 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Aug 31 04:43:02.582710 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-29574571-e4eb-4b09-832a-057bca3fc942 req-cb1d39e4-5b5e-441d-93cd-b6c25d72f59f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723919 Aug 31 04:43:02.594451 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:02.650451 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:02.672657 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-75e3d786-0a44-4b04-a188-86b1d3389a7b req-be6c72b8-7bbf-4cb7-85cd-649a998610bc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589835 Aug 31 04:43:02.705138 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-29574571-e4eb-4b09-832a-057bca3fc942 req-acca832a-fe5c-4bd2-8e00-638732e873b3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147575 Aug 31 04:43:02.752965 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:43:02.763413 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'port_id': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'mac_address': 'fa:16:3e:48:ee:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:43:02.797706 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:43:02.798087 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:02.810803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:43:02.830224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:43:02.836611 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:02.884328 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:43:03.146073 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['93bd7884-9dc0-4a3f-ac00-735fd8754eb9'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:43:03.243038 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:03.667233 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eda15-6ba8-4d70-a42c-a16e4a96cbe5 req-5ed5495e-065a-4508-ac27-1169d7a0337f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:03.668686 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-397eda15-6ba8-4d70-a42c-a16e4a96cbe5 req-5ed5495e-065a-4508-ac27-1169d7a0337f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 945 time: 0.0528705 Aug 31 04:43:03.715048 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-397eda15-6ba8-4d70-a42c-a16e4a96cbe5 req-a4b6dfb3-0fca-4866-ac73-0b8e15deaa49 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Aug 31 04:43:04.520027 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:43:04.566155 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:43:04.575825 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:43:04.576200 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:04.652410 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:43:04.652707 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:04.677830 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:43:04.680124 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba61ac4-045e-4cea-be5f-aa668f9c80aa" -d '{"events": [{"server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "name": "network-vif-plugged", "status": "completed", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:43:04.694872 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:43:04.700026 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:04.722257 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa8fc30-8be9-4b9f-ac24-3e2b8b413e38 x-openstack-request-id: req-aaa8fc30-8be9-4b9f-ac24-3e2b8b413e38 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:43:04.722521 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "name": "network-vif-plugged", "status": "completed", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:43:04.722790 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa8fc30-8be9-4b9f-ac24-3e2b8b413e38 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:43:04.723179 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa8fc30-8be9-4b9f-ac24-3e2b8b413e38'] response: {'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'code': 200} Aug 31 04:43:04.750647 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:43:04.836798 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e963c-75c5-48f9-88c0-7ebc3639f3b1 req-5826cd87-ef10-4c6c-81d8-0ca25ec4f833 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:04.838271 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ec3e963c-75c5-48f9-88c0-7ebc3639f3b1 req-5826cd87-ef10-4c6c-81d8-0ca25ec4f833 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0471120 Aug 31 04:43:04.889933 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-ec3e963c-75c5-48f9-88c0-7ebc3639f3b1 req-f697322b-32ec-4a74-831f-3bd52a56570f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446465 Aug 31 04:43:04.931501 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9eae42-7037-4620-9d1a-5fa299ea90a7 req-a94a347b-c439-4290-b87c-d2b920ce8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:04.932886 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-be9eae42-7037-4620-9d1a-5fa299ea90a7 req-a94a347b-c439-4290-b87c-d2b920ce8c03 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 1130 time: 0.0405972 Aug 31 04:43:04.978094 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-be9eae42-7037-4620-9d1a-5fa299ea90a7 req-1cff5339-a8ae-49ca-9c8e-2b485a2e4147 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384552 Aug 31 04:43:06.027284 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f54bf7-0e42-470f-956a-c07492f62bae req-5ed39fd6-fed0-48e7-8e67-1d72c0689626 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:06.028802 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f9f54bf7-0e42-470f-956a-c07492f62bae req-5ed39fd6-fed0-48e7-8e67-1d72c0689626 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0504603 Aug 31 04:43:06.075720 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f9f54bf7-0e42-470f-956a-c07492f62bae req-00158cf4-5b02-4ee1-881d-7108af221516 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411284 Aug 31 04:43:07.213359 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d6cbf-663d-452b-af77-4859b908803c req-f363b2da-360d-40ec-a822-a596136d7763 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:07.214760 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-165d6cbf-663d-452b-af77-4859b908803c req-f363b2da-360d-40ec-a822-a596136d7763 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0467396 Aug 31 04:43:07.267228 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-165d6cbf-663d-452b-af77-4859b908803c req-31ca25cb-e6d2-4b50-beb5-fd1ab7db8e8e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463803 Aug 31 04:43:07.376780 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:07.396794 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd71ad-7d3e-4567-b69c-8f10f3706d82 req-f21186ac-f823-4be3-a3f9-46308f8d2f54 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:07.398311 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d6dd71ad-7d3e-4567-b69c-8f10f3706d82 req-f21186ac-f823-4be3-a3f9-46308f8d2f54 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0626779 Aug 31 04:43:07.408198 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56034) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:43:07.412664 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'port_id': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:43:07.461058 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (52457c88-4837-4193-b8ca-6f53b782f4fd), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:07.874966 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:07.895908 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:07.901697 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (52457c88-4837-4193-b8ca-6f53b782f4fd), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:07.997132 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP 52457c88-4837-4193-b8ca-6f53b782f4fd associated. External IP: 172.27.3.133, port: 93bd7884-9dc0-4a3f-ac00-735fd8754eb9. Aug 31 04:43:08.196991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:43:08.312721 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:43:08.317601 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:08.323451 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:43:08.334646 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:43:08.335291 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:08.349404 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-9c62f585-62c6-4127-b955-017b7646cccf tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/52457c88-4837-4193-b8ca-6f53b782f4fd HTTP/1.1" status: 200 len: 992 time: 0.9401026 Aug 31 04:43:08.349982 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:43:08.352252 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac15d78-c442-41de-885c-39950c30e6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:43:08.391627 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7821ad15-1354-476e-9fac-b58a8d7bcc77 x-openstack-request-id: req-7821ad15-1354-476e-9fac-b58a8d7bcc77 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:43:08.392352 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:43:08.392352 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7821ad15-1354-476e-9fac-b58a8d7bcc77 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:43:08.392605 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7821ad15-1354-476e-9fac-b58a8d7bcc77'] response: {'name': 'network-changed', 'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'status': 'completed', 'code': 200} Aug 31 04:43:08.442140 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:43:08.480649 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15d78-c442-41de-885c-39950c30e6bb req-a3d637fb-3e26-455f-b04d-142a9168c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:08.482257 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ac15d78-c442-41de-885c-39950c30e6bb req-a3d637fb-3e26-455f-b04d-142a9168c013 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 1130 time: 0.0410130 Aug 31 04:43:08.577685 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15d78-c442-41de-885c-39950c30e6bb req-2536afc8-20ac-497f-9ab6-93548d3452de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:08.579112 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ac15d78-c442-41de-885c-39950c30e6bb req-2536afc8-20ac-497f-9ab6-93548d3452de service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.0910425 Aug 31 04:43:08.580154 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:08.639734 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ac15d78-c442-41de-885c-39950c30e6bb req-457965b6-4c89-4fcb-9b27-83c577bbd76e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9 HTTP/1.1" status: 200 len: 1000 time: 0.0552695 Aug 31 04:43:08.654906 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '52457c88-4837-4193-b8ca-6f53b782f4fd', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:48:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:42:56Z', 'updated_at': '2022-08-31T04:43:07Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:08.679147 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:43:08.687699 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:43:08.688383 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:42:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:08.694556 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15d78-c442-41de-885c-39950c30e6bb req-cf4bc2e0-01ff-4321-891e-eb266d55098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:08.696131 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ac15d78-c442-41de-885c-39950c30e6bb req-cf4bc2e0-01ff-4321-891e-eb266d55098d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0509357 Aug 31 04:43:08.710264 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:08.743304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15d78-c442-41de-885c-39950c30e6bb req-a826cb6f-836f-471f-a032-0039bd08b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:08.744885 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ac15d78-c442-41de-885c-39950c30e6bb req-a826cb6f-836f-471f-a032-0039bd08b031 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425513 Aug 31 04:43:08.796851 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:43:08.838167 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ac15d78-c442-41de-885c-39950c30e6bb req-6185fc6a-545d-41e6-b59d-7234ab77cfef service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865083 Aug 31 04:43:08.974004 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:09.029702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '52457c88-4837-4193-b8ca-6f53b782f4fd', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:48:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:42:56Z', 'updated_at': '2022-08-31T04:43:07Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:09.056769 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa3d15-b277-4446-be4b-c2fbf0ccd9ab None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '52457c88-4837-4193-b8ca-6f53b782f4fd', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:48:ee:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:42:56Z', 'updated_at': '2022-08-31T04:43:07Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:43:09.207722 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9ac15d78-c442-41de-885c-39950c30e6bb req-e527b5b0-df45-4bab-aa62-fc45fa088c2c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631265 Aug 31 04:43:09.220752 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:43:09.256255 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c66bbc-253f-46c2-bf50-c3387773b84c None None] New status for floating IP 52457c88-4837-4193-b8ca-6f53b782f4fd: ACTIVE {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:43:15.536027 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5b9e318d-edad-414e-a3ab-dd40ca60c755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:17.976559 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9deee080-1f09-41f1-9632-f113bcbf11bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:18.344723 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=46 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:18.347227 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:19.043795 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:19.198918 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=22 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:19.204202 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:19.366417 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:19.369852 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:20.329214 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:20.655718 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:21.746042 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:31.732644 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:31.736849 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:45.538740 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-87915ec2-603a-40aa-9f40-ef4f9de0f09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:46.225781 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:43:47.963374 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c2e8e117-30fd-47e5-be65-5873ad52aa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:49.045279 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:50.335209 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:50.659693 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:51.715375 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:53.086482 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-cb1210d1-55d5-4ab0-bda4-12f88927bd38 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444264 Aug 31 04:43:53.191155 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-95e5cc5c-16f9-4306-be77-d958f5cf0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:53.192603 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-95e5cc5c-16f9-4306-be77-d958f5cf0ed4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 1129 time: 0.0417216 Aug 31 04:43:53.304659 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-4191a1a5-9d0d-45cf-aae9-0b6ebc570a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:53.306150 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-4191a1a5-9d0d-45cf-aae9-0b6ebc570a3a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.0911880 Aug 31 04:43:53.369958 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-270fa6c3-0b06-476f-9c4d-6cd33868ddc7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae HTTP/1.1" status: 200 len: 1001 time: 0.0581877 Aug 31 04:43:53.418768 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-5a7ef835-c02e-40dc-8160-931f0c2ffd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:53.420188 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-5a7ef835-c02e-40dc-8160-931f0c2ffd75 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0451388 Aug 31 04:43:53.464444 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-48d4a367-711e-4f41-9902-9af18bf29f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:53.465945 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-48d4a367-711e-4f41-9902-9af18bf29f26 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392194 Aug 31 04:43:53.565948 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-7b2a2900-6b57-4820-88e5-082878b5ce69 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939331 Aug 31 04:43:53.657561 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-72db3aaf-6ec3-481b-b0d7-d8e80c9bd4d7 req-50b34236-bf2b-45fe-b8f6-72f08f89388f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850065 Aug 31 04:43:54.080875 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ca7e5-3f33-4ef2-9f54-e392d87dc4b9 req-ff9df9c1-9527-4ed3-a3e4-761e4371bc49 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:54.082461 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0f6ca7e5-3f33-4ef2-9f54-e392d87dc4b9 req-ff9df9c1-9527-4ed3-a3e4-761e4371bc49 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0517566 Aug 31 04:43:54.132429 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0f6ca7e5-3f33-4ef2-9f54-e392d87dc4b9 req-4b801e03-868a-4a13-8976-44752c8207e5 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Aug 31 04:43:55.267637 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b056e-214d-49f7-a733-da70370bc55e req-e7c31ff1-10df-4d39-b65e-e4e20c5ab471 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:55.269000 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c53b056e-214d-49f7-a733-da70370bc55e req-e7c31ff1-10df-4d39-b65e-e4e20c5ab471 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0498652 Aug 31 04:43:55.320316 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c53b056e-214d-49f7-a733-da70370bc55e req-20bc8cd4-1dba-46d5-8c3c-e7be5753249c tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Aug 31 04:43:56.217020 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=14 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:56.217835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b23129-595c-42c1-83d6-6502eeaff030 req-84acabfc-9234-4507-9530-2ab67a9f7b62 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:56.218077 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=20 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:56.219484 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-95b23129-595c-42c1-83d6-6502eeaff030 req-84acabfc-9234-4507-9530-2ab67a9f7b62 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0578091 Aug 31 04:43:56.339897 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Deleting port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:43:56.340606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:56.465829 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e47ae-f8c7-4204-8483-128f38a21f43 req-7f5569ac-80f2-401c-89cf-99d3c927e7ab tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:56.467573 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d27e47ae-f8c7-4204-8483-128f38a21f43 req-7f5569ac-80f2-401c-89cf-99d3c927e7ab tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 945 time: 0.0665398 Aug 31 04:43:56.486701 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] For port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:43:56.487158 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:56.507701 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:56.544620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:56.583732 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d27e47ae-f8c7-4204-8483-128f38a21f43 req-573a7da5-6e60-4888-a0de-9359bcb846d2 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099224 Aug 31 04:43:56.683545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:56.683993 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (d71a08bf-c952-4474-98b4-993908df1e3d), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:56.684401 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Floating IP d71a08bf-c952-4474-98b4-993908df1e3d disassociated. External IP: 172.27.3.184, port: 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae. Aug 31 04:43:56.684809 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Calling delete_port for 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:43:56.819524 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:56.847484 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event deleted for resources: {'Port': ['ID=6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:43:56.958439 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:43:57.063289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:43:57.079260 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:43:57.090935 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:43:57.091639 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:43:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:57.111459 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] No DVR routers for this DVR port 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:43:57.114061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:57.117480 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-95b23129-595c-42c1-83d6-6502eeaff030 req-5e42456b-9cad-4dda-af63-6d3c5fdf0ca1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae HTTP/1.1" status: 204 len: 173 time: 0.8578324 Aug 31 04:43:57.117851 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'name': 'network-vif-deleted', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:43:57.120364 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95caa87-2263-4fe8-88e9-35921beefc5d" -d '{"events": [{"server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "name": "network-vif-deleted", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:43:57.158200 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd43cd4-5c5d-4cdb-9645-a382ca8d099c x-openstack-request-id: req-5cd43cd4-5c5d-4cdb-9645-a382ca8d099c {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:43:57.158489 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1083f879-d1a1-4430-8b82-35a8833d029d", "name": "network-vif-deleted", "tag": "6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:43:57.158761 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5cd43cd4-5c5d-4cdb-9645-a382ca8d099c {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:43:57.159173 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd43cd4-5c5d-4cdb-9645-a382ca8d099c'] response: {'server_uuid': '1083f879-d1a1-4430-8b82-35a8833d029d', 'name': 'network-vif-deleted', 'tag': '6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae', 'status': 'completed', 'code': 200} Aug 31 04:43:57.215849 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:43:57.431245 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:57.458287 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c4175-7a93-4e06-a2ba-692a7ef6a3d2 req-82e03a29-cd4c-4c84-a058-6960ad9b27b9 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:57.460845 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:43:57.461070 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-040c4175-7a93-4e06-a2ba-692a7ef6a3d2 req-82e03a29-cd4c-4c84-a058-6960ad9b27b9 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0543888 Aug 31 04:43:57.470154 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:43:57.470962 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:43:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:57.512299 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-040c4175-7a93-4e06-a2ba-692a7ef6a3d2 req-341ca394-35eb-4675-890d-b91792722fb6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446665 Aug 31 04:43:57.580966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:43:57.695593 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-fd58eac2-3769-4f59-95cb-280ab333a1f5 req-09b7c63b-a927-4c76-88eb-a65f84d6e8c3 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 210 time: 0.0334272 Aug 31 04:43:57.909374 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:43:57.934261 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff87d9c-af67-4ab0-bbcf-0fe84c063cca None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:43:58.173513 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4c5dc-3eb0-46dc-9732-5b18d965b206 None None] New status for floating IP d71a08bf-c952-4474-98b4-993908df1e3d: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:43:58.640097 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357daad-0736-4c7a-b187-ea2df47850d6 req-1043581b-3b8b-41ed-adc1-9e645b649454 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:58.641607 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b357daad-0736-4c7a-b187-ea2df47850d6 req-1043581b-3b8b-41ed-adc1-9e645b649454 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0503421 Aug 31 04:43:58.693695 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b357daad-0736-4c7a-b187-ea2df47850d6 req-6e15830b-fbab-4d9c-983a-786a3db98d41 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 Aug 31 04:43:58.772266 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:43:58.794974 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:43:58.795339 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 6bb6f7f8-24e3-412e-8f08-6e1663a2f6ae not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:43:58.815686 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-97da8347-891f-412a-9d94-f09bc03c48c8 req-1fe71d73-c148-4d9d-bb07-9f9d69342fb7 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1083f879-d1a1-4430-8b82-35a8833d029d HTTP/1.1" status: 200 len: 210 time: 0.0290580 Aug 31 04:43:59.113904 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-78bb56a0-a3a3-47c3-acfd-de5d006c877a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:59.115403 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-78bb56a0-a3a3-47c3-acfd-de5d006c877a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0529025 Aug 31 04:43:59.380205 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:59.394418 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:43:59.394969 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:59.491993 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] For port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:43:59.492373 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:59.499203 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:43:59.664899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:59.665647 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (52457c88-4837-4193-b8ca-6f53b782f4fd), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:59.665647 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP 52457c88-4837-4193-b8ca-6f53b782f4fd disassociated. External IP: 172.27.3.133, port: 93bd7884-9dc0-4a3f-ac00-735fd8754eb9. Aug 31 04:43:59.665834 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:43:59.835856 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6568e-0955-49aa-8474-0512587dcf4d req-d225d5b6-3d72-49b4-89bb-118d54834a84 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:43:59.838043 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-afd6568e-0955-49aa-8474-0512587dcf4d req-d225d5b6-3d72-49b4-89bb-118d54834a84 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=7bc8b1ad-a81b-474b-90c3-d51d4e2c693b HTTP/1.1" status: 200 len: 946 time: 0.0650260 Aug 31 04:43:59.839092 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (93bd7884-9dc0-4a3f-ac00-735fd8754eb9), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:43:59.879658 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=93bd7884-9dc0-4a3f-ac00-735fd8754eb9,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:43:59.968293 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-afd6568e-0955-49aa-8474-0512587dcf4d req-3be5ad97-63fa-47f2-8b3f-9acfcf5b6706 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209056 Aug 31 04:44:00.024878 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:44:00.094052 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-b90ef2f1-a856-45ad-abf4-ae4138bbc040 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2075500102&fields=id&tenant_id=312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 267 time: 0.0466833 Aug 31 04:44:00.130696 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:44:00.142294 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:44:00.153342 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:44:00.153965 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:43:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:00.174518 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] No DVR routers for this DVR port 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:44:00.177209 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:00.180333 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5ecd56f0-eec0-4c72-86c5-f797b11b1b1c req-156f76c5-6465-45af-926a-f319b23c4495 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "DELETE /networking/v2.0/ports/93bd7884-9dc0-4a3f-ac00-735fd8754eb9 HTTP/1.1" status: 204 len: 173 time: 0.8776991 Aug 31 04:44:00.180988 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'name': 'network-vif-deleted', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:44:00.183349 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823254fb-30fe-4bec-8682-0b26e5186f82" -d '{"events": [{"server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "name": "network-vif-deleted", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:44:00.208318 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-a0872283-9816-4baa-ba3c-b79ca81c9778 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:00.215758 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-a0872283-9816-4baa-ba3c-b79ca81c9778 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 812 time: 0.1147285 Aug 31 04:44:00.235365 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-565a9a31-5e89-436a-af79-8ffd94749aa4 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/quotas/312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 375 time: 0.0186098 Aug 31 04:44:00.252025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a9b7a-99a0-4ed8-9c62-4f95657b4d5c x-openstack-request-id: req-9b7a9b7a-99a0-4ed8-9c62-4f95657b4d5c {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:44:00.252291 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc8b1ad-a81b-474b-90c3-d51d4e2c693b", "name": "network-vif-deleted", "tag": "93bd7884-9dc0-4a3f-ac00-735fd8754eb9", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:44:00.252538 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b7a9b7a-99a0-4ed8-9c62-4f95657b4d5c {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:44:00.252936 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7a9b7a-99a0-4ed8-9c62-4f95657b4d5c'] response: {'server_uuid': '7bc8b1ad-a81b-474b-90c3-d51d4e2c693b', 'name': 'network-vif-deleted', 'tag': '93bd7884-9dc0-4a3f-ac00-735fd8754eb9', 'status': 'completed', 'code': 200} Aug 31 04:44:00.295874 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-4ed2f084-38f0-4995-b53c-fe325af27ffe tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596178 Aug 31 04:44:00.314274 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:44:00.316638 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:00.416673 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-a159062a-2d50-4e60-aebc-d883ff789822 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052585 Aug 31 04:44:00.468766 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:00.523062 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:00.523353 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-b521c796-8013-49f7-889c-69edcaae4eed service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000984 Aug 31 04:44:00.551699 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:44:00.561244 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:44:00.561871 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:43:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:00.667425 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:44:00.852594 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cfcd3da2-4a8f-44ff-993a-15ff05c4eb7a req-2cd0d29c-bdb8-4a4d-b9e3-830023beb0d1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 210 time: 0.0379872 Aug 31 04:44:00.882298 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:00.907900 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ff645-a4b5-4287-8eb0-f3edda213567 None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:44:01.065487 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56172) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:01.127934 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (f3aca31e-beb8-49d6-9ced-d6004cc0f0bf), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.154672 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (f3aca31e-beb8-49d6-9ced-d6004cc0f0bf), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.172849 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:01.174113 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9c14a-8329-4239-993b-de9f3bf3c17a None None] New status for floating IP 52457c88-4837-4193-b8ca-6f53b782f4fd: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:44:01.215180 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f3aca31e-beb8-49d6-9ced-d6004cc0f0bf), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.217859 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.219113 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f3aca31e-beb8-49d6-9ced-d6004cc0f0bf HTTP/1.1" status: 204 len: 168 time: 0.1525605 Aug 31 04:44:01.221929 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56176) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:01.228697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aca31e-beb8-49d6-9ced-d6004cc0f0bf,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:01.237403 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.api.v2.resource [None req-a197de0e-d1b2-4284-9cec-6092f27124ad tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] show failed (client error): The resource could not be found. Aug 31 04:44:01.238698 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-a197de0e-d1b2-4284-9cec-6092f27124ad tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups/f3aca31e-beb8-49d6-9ced-d6004cc0f0bf HTTP/1.1" status: 404 len: 347 time: 0.0150957 Aug 31 04:44:01.240938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.241294 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.242562 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56178) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:01.243556 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.243913 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.244252 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.244574 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.244902 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.245235 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.245550 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.245875 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.246202 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.246553 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.247436 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.248076 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.248566 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a656b177-9485-4aa3-87f9-7291bcbe0d1e tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.366770 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 9fe5c3f4-0d62-4310-9444-f317d12aa6e6 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:44:01.367112 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.447888 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.448237 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.463636 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 9fe5c3f4-0d62-4310-9444-f317d12aa6e6 owned by network:floatingip {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:44:01.624026 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (9fe5c3f4-0d62-4310-9444-f317d12aa6e6), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.645403 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=9fe5c3f4-0d62-4310-9444-f317d12aa6e6,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:01.656603 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.656944 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.657286 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.657613 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.657939 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.658263 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.658577 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.658918 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.659235 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.659549 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.660092 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.660613 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.661009 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.661329 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.661668 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:01.709740 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:01.728372 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (52457c88-4837-4193-b8ca-6f53b782f4fd), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.730910 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.732079 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-9ef46a12-0dc1-4e75-a2f0-3df59d3059c6 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/52457c88-4837-4193-b8ca-6f53b782f4fd HTTP/1.1" status: 204 len: 168 time: 0.4882751 Aug 31 04:44:01.799515 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56182) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:01.804037 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-cf1017c6-329e-4d49-b588-7a67b61fe9a0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966842283', 'description': 'tempest-description--1333883819'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:01.832967 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:01.843289 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf1017c6-329e-4d49-b588-7a67b61fe9a0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.920723 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf1017c6-329e-4d49-b588-7a67b61fe9a0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (c5f3a927-580e-48bf-abb3-d79f5d67dd88), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:01.927136 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf1017c6-329e-4d49-b588-7a67b61fe9a0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c5f3a927-580e-48bf-abb3-d79f5d67dd88), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.010819 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-cf1017c6-329e-4d49-b588-7a67b61fe9a0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.011999 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-cf1017c6-329e-4d49-b588-7a67b61fe9a0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2116625 Aug 31 04:44:02.016218 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56186) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:02.017751 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e32ecf8f-8884-46f7-bb1f-cf3a120d9763 req-8e27f865-43df-4735-b5e9-68e6e0fe6d93 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 210 time: 0.0708802 Aug 31 04:44:02.020889 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-6da1e9b6-dfe6-431e-afd3-236d16933b59 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': 'c5f3a927-580e-48bf-abb3-d79f5d67dd88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:02.048421 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1017c6-329e-4d49-b588-7a67b61fe9a0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f3a927-580e-48bf-abb3-d79f5d67dd88,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:02.077763 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6da1e9b6-dfe6-431e-afd3-236d16933b59 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (9105c400-8d0b-496e-ae2b-0b1d00d54634), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.117652 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-3e3500a6-c1e6-44f3-9b58-77e163f222a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:02.119292 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-3e3500a6-c1e6-44f3-9b58-77e163f222a6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 812 time: 0.1797981 Aug 31 04:44:02.121296 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:02.140345 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6da1e9b6-dfe6-431e-afd3-236d16933b59 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (9105c400-8d0b-496e-ae2b-0b1d00d54634), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.144705 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6da1e9b6-dfe6-431e-afd3-236d16933b59 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (9105c400-8d0b-496e-ae2b-0b1d00d54634), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.164073 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1e9b6-dfe6-431e-afd3-236d16933b59 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9105c400-8d0b-496e-ae2b-0b1d00d54634,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:02.172769 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6da1e9b6-dfe6-431e-afd3-236d16933b59 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.174031 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6da1e9b6-dfe6-431e-afd3-236d16933b59 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567771 Aug 31 04:44:02.176782 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56188) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:02.181553 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-98d14675-b394-4a16-a4be-80ba7ff3f901 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'security_group_rule': {'security_group_id': 'c5f3a927-580e-48bf-abb3-d79f5d67dd88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:02.213901 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-2aac98b0-5c2c-456f-a53b-55df3fa0cb45 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 380 time: 0.0643260 Aug 31 04:44:02.214114 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-98d14675-b394-4a16-a4be-80ba7ff3f901 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (3b8d755c-b614-4f26-8eef-5722bc229b45), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.223395 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'port': {'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'admin_state_up': True, 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'security_groups': ['9ae3e047-6fc4-4c22-b510-d30ec1b05cdb']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:02.272993 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-98d14675-b394-4a16-a4be-80ba7ff3f901 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (3b8d755c-b614-4f26-8eef-5722bc229b45), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.277511 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-98d14675-b394-4a16-a4be-80ba7ff3f901 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634146'] for security_group_rule (3b8d755c-b614-4f26-8eef-5722bc229b45), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.296039 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d14675-b394-4a16-a4be-80ba7ff3f901 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8d755c-b614-4f26-8eef-5722bc229b45,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:02.305322 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-98d14675-b394-4a16-a4be-80ba7ff3f901 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.306561 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-98d14675-b394-4a16-a4be-80ba7ff3f901 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288149 Aug 31 04:44:02.309735 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56190) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:02.314024 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:02.336610 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.343062 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Made reservation on behalf of 312b9335479c4d72b78a20bb2f1b7296 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:44:02.347064 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.418113 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.475405 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Allocated IP 172.20.0.7 (c418a9e6-611c-4446-9f40-8356037355dc/3350f2b9-8722-461a-a9b9-195751ace6db/7bad20dd-2756-4449-9691-6e79374ebc0c) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:44:02.524612 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_common [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.27.3.81 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/0ee799ff-8f6f-4ecb-9d00-532fc685cdbe) {{(pid=106562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:44:02.621059 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.636428 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.656950 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.670954 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:02.670954 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:02.674440 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.702582 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:02.716104 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Network c418a9e6-611c-4446-9f40-8356037355dc is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:44:02.718429 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:44:02.720283 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:44:02.722593 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:44:02.723361 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:44:02.726275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=7bad20dd-2756-4449-9691-6e79374ebc0c,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:02.727820 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:44:02.759503 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=0ee799ff-8f6f-4ecb-9d00-532fc685cdbe,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:02.780924 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:02.781562 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.788897 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:44:02.805852 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-f27fe157-5e4b-496a-8630-4c07ba0cce0b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5865440 Aug 31 04:44:02.810894 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:44:02.811240 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 93bd7884-9dc0-4a3f-ac00-735fd8754eb9 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:44:02.823491 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Request body: {'port': {'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:02.849413 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (43fbac43-44fe-4ba7-a85d-2520b6d10fde), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.894395 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.894996 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:02.922524 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:03.092951 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-779027cc-d814-4775-8143-8cd7743b58e9 None None] Provisioning complete for port 7bad20dd-2756-4449-9691-6e79374ebc0c triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:44:03.093329 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-779027cc-d814-4775-8143-8cd7743b58e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.127884 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-779027cc-d814-4775-8143-8cd7743b58e9 None None] Port 7bad20dd-2756-4449-9691-6e79374ebc0c cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:44:03.191483 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bad20dd-2756-4449-9691-6e79374ebc0c {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:44:03.199547 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Publish callbacks [] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.212765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Transition to ACTIVE for port object 7bad20dd-2756-4449-9691-6e79374ebc0c will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:44:03.218621 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.292553 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e13da-d3a1-413f-839f-2f924ea55dde req-b7714429-c563-4bae-928c-7e5d1acd978e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:03.294028 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c59e13da-d3a1-413f-839f-2f924ea55dde req-b7714429-c563-4bae-928c-7e5d1acd978e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 943 time: 0.0572979 Aug 31 04:44:03.304107 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Pushing event updated for resources: {'Port': ['ID=7bad20dd-2756-4449-9691-6e79374ebc0c,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:03.341628 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Attempting to bind port 7bad20dd-2756-4449-9691-6e79374ebc0c on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:44:03.342113 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Attempting to bind port 7bad20dd-2756-4449-9691-6e79374ebc0c by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:44:03.342437 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Attempting to bind port 7bad20dd-2756-4449-9691-6e79374ebc0c on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:44:03.347371 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Port 7bad20dd-2756-4449-9691-6e79374ebc0c on network c418a9e6-611c-4446-9f40-8356037355dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:44:03.347684 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Attempting to bind port 7bad20dd-2756-4449-9691-6e79374ebc0c on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:44:03.353243 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:44:03.353424 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Checking segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:44:03.353655 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Bound using segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:44:03.354075 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Bound port: 7bad20dd-2756-4449-9691-6e79374ebc0c, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:44:03.354433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.380989 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.386832 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-c59e13da-d3a1-413f-839f-2f924ea55dde req-fe8e245b-6597-47de-b23c-846e47b97740 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834053 Aug 31 04:44:03.387829 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8844948'] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.425391 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] For port 7bad20dd-2756-4449-9691-6e79374ebc0c, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:44:03.428398 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] For port 7bad20dd-2756-4449-9691-6e79374ebc0c, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7bad20dd-2756-4449-9691-6e79374ebc0c,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:44:03.435272 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.439351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:03.439960 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.441327 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7bad20dd-2756-4449-9691-6e79374ebc0c HTTP/1.1" status: 200 len: 1093 time: 0.6225607 Aug 31 04:44:03.441803 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:44:03.444068 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66ec1de-d5c8-4ad9-bb74-396dd166914c" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:44:03.460815 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=0ee799ff-8f6f-4ecb-9d00-532fc685cdbe,revision_number=2']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:03.466452 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:03.476289 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (43fbac43-44fe-4ba7-a85d-2520b6d10fde), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.491146 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a665845a-5bfd-4835-a081-d052796b7f0b x-openstack-request-id: req-a665845a-5bfd-4835-a081-d052796b7f0b {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:44:03.491424 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:44:03.491778 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a665845a-5bfd-4835-a081-d052796b7f0b {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:44:03.492158 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a665845a-5bfd-4835-a081-d052796b7f0b'] response: {'name': 'network-changed', 'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'status': 'completed', 'code': 200} Aug 31 04:44:03.495342 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:03.497070 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12db35-8b8c-42e6-bf25-4c04a6a0818a service neutron] Pushing event updated for resources: {'Port': ['ID=7bad20dd-2756-4449-9691-6e79374ebc0c,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:03.497480 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5bf56b8d-22ce-452b-800b-a5ba62e33986 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1859694 Aug 31 04:44:03.563505 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-7f3701a6-9f49-441d-af35-bcc6d3f08720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:03.565020 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-7f3701a6-9f49-441d-af35-bcc6d3f08720 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 1127 time: 0.0411947 Aug 31 04:44:03.615506 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-e8be7058-632b-4bde-b757-762735a13d30 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bad20dd-2756-4449-9691-6e79374ebc0c HTTP/1.1" status: 200 len: 217 time: 0.0368512 Aug 31 04:44:03.661403 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-693361bc-ac59-42c6-bbf8-d49fa3c6a797 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1966842283&fields=id&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 267 time: 0.0457215 Aug 31 04:44:03.674858 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-9c621100-1838-461d-8661-fc2eb08666b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:03.676321 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-9c621100-1838-461d-8661-fc2eb08666b0 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0551565 Aug 31 04:44:03.719912 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-7bf5e8a5-646c-4241-84f9-31aecb72cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:03.721464 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-7bf5e8a5-646c-4241-84f9-31aecb72cf01 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394802 Aug 31 04:44:03.777223 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bcb84558-61a7-40c3-a53e-5baa0e2b94ab tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:03.778732 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bcb84558-61a7-40c3-a53e-5baa0e2b94ab tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1091087 Aug 31 04:44:03.794186 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-9a920333-db25-4b8c-8aad-ee61c2fdb30c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/quotas/ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 375 time: 0.0098083 Aug 31 04:44:03.817124 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-93c51c64-f0d8-4b7c-bf4c-8d185d901fe6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895586 Aug 31 04:44:03.846005 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-24071885-008b-4350-b312-3955d8812956 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464001 Aug 31 04:44:03.871099 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:03.916242 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5b62bdaf-0f8d-45d2-97ce-e5720967028d req-4ec8a00c-6eb5-4685-9aa1-2d1d8afc14c7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936298 Aug 31 04:44:03.954249 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-6d50050a-c9bc-4c75-8390-10c26824b759 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959132 Aug 31 04:44:04.048857 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-2f6c8808-e85e-4075-9cdf-553b5a78fed8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865037 Aug 31 04:44:04.253561 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-818bf82c-22fa-414a-8c5b-14868e062e42 req-2923a69a-a123-4ba7-a2bd-e272568b7c45 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 210 time: 0.0337973 Aug 31 04:44:04.254896 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-368d8349-3da1-4468-b4e0-7aa6076d119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:04.256241 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-368d8349-3da1-4468-b4e0-7aa6076d119c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 1127 time: 0.0824442 Aug 31 04:44:04.355083 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-2dbcc27f-b188-4a4d-909a-2db45fdf869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:04.356508 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-2dbcc27f-b188-4a4d-909a-2db45fdf869a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.0937161 Aug 31 04:44:04.396306 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-96cf3dcd-331f-4eb7-b5ce-d20811555d57 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bad20dd-2756-4449-9691-6e79374ebc0c HTTP/1.1" status: 200 len: 217 time: 0.0338097 Aug 31 04:44:04.448062 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-c74b4bd3-e79c-4a82-b62b-ff27d7c29081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:04.449612 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-c74b4bd3-e79c-4a82-b62b-ff27d7c29081 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0481169 Aug 31 04:44:04.498101 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-d05a9300-4fd1-42fc-b8e5-d6f68f8658d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:04.499578 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-d05a9300-4fd1-42fc-b8e5-d6f68f8658d9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437858 Aug 31 04:44:04.525234 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593af0-ecc6-4412-9dd8-5eded2a5fa75 req-05cb2f89-82f3-4808-9d6f-0379ef156b10 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:04.526829 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6c593af0-ecc6-4412-9dd8-5eded2a5fa75 req-05cb2f89-82f3-4808-9d6f-0379ef156b10 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 943 time: 0.0585055 Aug 31 04:44:04.548620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:04.582345 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6c593af0-ecc6-4412-9dd8-5eded2a5fa75 req-8dfe1670-569c-4b6e-948e-9955f077cca9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494940 Aug 31 04:44:04.606030 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-6b579701-8ac6-4d91-b42b-f06470d47534 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996580 Aug 31 04:44:04.706194 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c66ec1de-d5c8-4ad9-bb74-396dd166914c req-cc6c2fb3-3ea8-4da3-ac18-e1de35eefacc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921595 Aug 31 04:44:05.375746 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-54eec13b-0371-4bd8-9e74-6619327116f3 req-d5ab6e8a-48fe-49fd-8e6c-c2a301aa8305 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 210 time: 0.0363781 Aug 31 04:44:05.454695 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-68bcc2fc-5a09-44ec-bed4-1058d3924c05 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:05.456186 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-68bcc2fc-5a09-44ec-bed4-1058d3924c05 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 815 time: 0.1296718 Aug 31 04:44:05.523601 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:05.539390 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-b4f833c5-38f2-453f-850a-7961bd02751c tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ae904e4b1df846e497cdf0edc46edaf1 HTTP/1.1" status: 200 len: 380 time: 0.0590029 Aug 31 04:44:05.618396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'port': {'device_id': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'admin_state_up': True, 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'security_groups': ['c5f3a927-580e-48bf-abb3-d79f5d67dd88']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:05.706456 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a59b38-d192-425c-8017-6fe6ca6ff015 req-2d68780d-8671-442f-82ad-4ae875a44b76 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:05.708024 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-42a59b38-d192-425c-8017-6fe6ca6ff015 req-2d68780d-8671-442f-82ad-4ae875a44b76 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 943 time: 0.0487268 Aug 31 04:44:05.729273 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Made reservation on behalf of ae904e4b1df846e497cdf0edc46edaf1 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:44:05.733134 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:05.736045 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:05.762229 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-42a59b38-d192-425c-8017-6fe6ca6ff015 req-ff76c8ad-ca5f-4d50-8131-0ffa1c0b052a tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471425 Aug 31 04:44:05.875601 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Allocated IP 172.20.0.11 (9f5e1d21-0d94-4325-a39c-d7a84e70a79f/79c41cf8-372b-4f64-bc85-e7b0ee2d5301/4d563b5e-4c7a-4b1c-8c9e-ed12f2081655) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:44:05.904835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:06.022848 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:06.057268 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:06.101087 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:44:06.104260 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:44:06.108073 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:44:06.114284 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event updated for resources: {'Port': ['ID=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:06.160754 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:06.161357 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:06.179399 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-bd8146ef-1371-42a1-9e87-e66d227043eb tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672195 Aug 31 04:44:06.197409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Request body: {'port': {'device_id': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:06.263174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:06.369438 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-8ab1facd-c54e-4976-9782-83e3248db4f3 None None] Provisioning complete for port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:44:06.370093 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-8ab1facd-c54e-4976-9782-83e3248db4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:06.404929 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1facd-c54e-4976-9782-83e3248db4f3 None None] Port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:44:06.719228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:06.744245 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1386a8-afa7-44ee-880c-80ea067f7b7a req-9972bec8-09f0-4482-bab6-b1ec2e433fba tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:06.745742 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e1386a8-afa7-44ee-880c-80ea067f7b7a req-9972bec8-09f0-4482-bab6-b1ec2e433fba tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 932 time: 0.0590363 Aug 31 04:44:06.849432 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2e1386a8-afa7-44ee-880c-80ea067f7b7a req-3bfc7ee2-1fce-4be0-9873-8fc579ab9811 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946379 Aug 31 04:44:06.863614 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:44:06.872331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Publish callbacks [] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:06.885611 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Transition to ACTIVE for port object 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:44:06.887995 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad1837-cd50-441d-b0d3-a1db0e99e266 req-2b6d09bf-ea4a-4c2d-b442-ed4d93a11bb5 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:06.889520 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-23ad1837-cd50-441d-b0d3-a1db0e99e266 req-2b6d09bf-ea4a-4c2d-b442-ed4d93a11bb5 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 943 time: 0.0516498 Aug 31 04:44:06.889733 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:06.939566 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-23ad1837-cd50-441d-b0d3-a1db0e99e266 req-0ca3a589-c5a0-48bb-8dfb-199e2962b1e8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Aug 31 04:44:06.950165 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:06.979617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:07.004417 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Attempting to bind port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:44:07.004750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Attempting to bind port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:44:07.005071 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Attempting to bind port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:44:07.009896 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:44:07.010211 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Attempting to bind port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 on network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:44:07.015182 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:44:07.015511 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Checking segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:44:07.015890 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Bound using segment: {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:44:07.016303 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Bound port: 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e04739-3339-44bf-9bc3-b659c84a7b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:44:07.016652 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:07.082100 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] For port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:44:07.085698 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] For port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:44:07.094579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:07.100235 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:07.100931 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:07.102794 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 HTTP/1.1" status: 200 len: 1094 time: 0.9097226 Aug 31 04:44:07.103554 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:44:07.106256 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6" -d '{"events": [{"name": "network-changed", "server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:44:07.149641 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029c24f7-c8a2-4f40-b003-696aa664b41d x-openstack-request-id: req-029c24f7-c8a2-4f40-b003-696aa664b41d {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:44:07.150093 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:44:07.150321 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-029c24f7-c8a2-4f40-b003-696aa664b41d {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:44:07.150762 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029c24f7-c8a2-4f40-b003-696aa664b41d'] response: {'name': 'network-changed', 'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'status': 'completed', 'code': 200} Aug 31 04:44:07.169662 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222d467-cae7-4343-a38c-23f37feaf4cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:07.214260 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-3c4ea610-95fa-4832-82e2-8849a06f2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:07.215949 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-3c4ea610-95fa-4832-82e2-8849a06f2bf1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 1128 time: 0.0409915 Aug 31 04:44:07.265320 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-af332571-22bb-4122-b282-2a7970eb0b90 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 HTTP/1.1" status: 200 len: 217 time: 0.0362663 Aug 31 04:44:07.314288 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-1378f832-25a5-45f4-b398-7885f432b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:07.315743 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-1378f832-25a5-45f4-b398-7885f432b4c4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0447233 Aug 31 04:44:07.361171 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-4dabd1a1-6ef7-4e96-b2ec-9306c69583ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:07.362703 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-4dabd1a1-6ef7-4e96-b2ec-9306c69583ec service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412412 Aug 31 04:44:07.459440 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-de4e76e7-8514-45e2-a58f-0f0d6caeeed3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907681 Aug 31 04:44:07.553452 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-535c236a-b0e0-47ee-89b6-81d6761b83c1 req-968241a2-0d43-45d4-9a60-1db3a0ac71be service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885150 Aug 31 04:44:07.983262 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e420e9-d4e3-408f-a9a9-096c8cbbe172 req-7be858da-b2b3-4daf-b39d-b39a994a4830 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:07.984772 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f4e420e9-d4e3-408f-a9a9-096c8cbbe172 req-7be858da-b2b3-4daf-b39d-b39a994a4830 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 944 time: 0.0526738 Aug 31 04:44:08.033295 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f4e420e9-d4e3-408f-a9a9-096c8cbbe172 req-4512052b-7aa1-4343-a7c5-0f0f8e0cfd6d tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Aug 31 04:44:08.065379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e46f-a0a9-4c0e-9689-dfc218027db9 req-03051342-de2d-4b7c-875c-4159c9fe67e7 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:08.066893 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2b89e46f-a0a9-4c0e-9689-dfc218027db9 req-03051342-de2d-4b7c-875c-4159c9fe67e7 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 943 time: 0.0519149 Aug 31 04:44:08.103867 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:08.124599 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2b89e46f-a0a9-4c0e-9689-dfc218027db9 req-bc45aa8f-385e-4021-8091-2b856d81d6df tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519097 Aug 31 04:44:08.373970 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-f57dafc1-21ad-4f76-91fc-0ee0998e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:08.375472 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-f57dafc1-21ad-4f76-91fc-0ee0998e316b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 1128 time: 0.0491176 Aug 31 04:44:08.467639 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-631e2574-38f7-4b57-a6d2-8c83009358c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:08.468999 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-631e2574-38f7-4b57-a6d2-8c83009358c7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.0877891 Aug 31 04:44:08.509624 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-3c888002-aae9-48b0-850b-e6f2b570f102 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 HTTP/1.1" status: 200 len: 217 time: 0.0341501 Aug 31 04:44:08.558888 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-994585e1-8c25-4279-9a20-bf0c42eb8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:08.560282 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-994585e1-8c25-4279-9a20-bf0c42eb8a1e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0448554 Aug 31 04:44:08.602744 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-af6177ee-ccd9-4334-9a8e-3f574535eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:08.604173 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-af6177ee-ccd9-4334-9a8e-3f574535eaa7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381892 Aug 31 04:44:08.701783 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-df2678e2-2208-4bd6-ac82-f031aff0a1bd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905075 Aug 31 04:44:08.792391 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:08.798339 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6fdfb788-f4e6-4f2e-ad77-803adb7491e6 req-5d515b1a-e274-4f2e-b9b8-7618abbcac57 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902848 Aug 31 04:44:08.819504 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:44:08.919107 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:44:08.930205 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'port_id': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'mac_address': 'fa:16:3e:d6:36:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:44:08.969212 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:44:08.969592 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:08.982536 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:44:09.003564 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:44:09.010266 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:09.065753 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:09.073351 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.073842 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.074183 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.074982 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.074982 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.075313 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.075505 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.075832 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.076154 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.076613 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.076931 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.077238 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.077568 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.078369 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.078369 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:44:09.158148 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4c79-ff75-4af6-94b6-d4ba55e9ef48 req-29ec49a7-a299-4668-83bc-10c2831bc731 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:09.159507 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d6dd4c79-ff75-4af6-94b6-d4ba55e9ef48 req-29ec49a7-a299-4668-83bc-10c2831bc731 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 945 time: 0.0461059 Aug 31 04:44:09.215224 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d6dd4c79-ff75-4af6-94b6-d4ba55e9ef48 req-def65fe1-b291-41aa-b1ae-24d1dc407fb2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494061 Aug 31 04:44:09.244979 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c8fa2-43d0-4278-b0de-5f746c7c4f35 req-8ce28aff-79a7-4e09-b6a4-2deccc29c18f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:09.246470 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-930c8fa2-43d0-4278-b0de-5f746c7c4f35 req-8ce28aff-79a7-4e09-b6a4-2deccc29c18f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 943 time: 0.0477741 Aug 31 04:44:09.294326 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-930c8fa2-43d0-4278-b0de-5f746c7c4f35 req-186ec5bc-66d2-4ec5-afd3-46756ca85ed7 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Aug 31 04:44:09.321481 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['4d563b5e-4c7a-4b1c-8c9e-ed12f2081655'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:44:09.351008 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:09.382528 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:10.345677 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1cf9c-f4bd-4afb-8dfa-870e7930b76b req-ba66f692-0225-4f8c-b971-fcc5f7f747ea tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:10.347381 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-52f1cf9c-f4bd-4afb-8dfa-870e7930b76b req-ba66f692-0225-4f8c-b971-fcc5f7f747ea tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 945 time: 0.0502114 Aug 31 04:44:10.394577 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-52f1cf9c-f4bd-4afb-8dfa-870e7930b76b req-76434e1b-3457-4672-946a-ba7b1b2a8213 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Aug 31 04:44:10.413180 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fed01-417f-406a-9327-0cd91b4b3a63 req-feffe34a-012e-416d-876a-6a8b64c73f89 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:10.414689 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cf6fed01-417f-406a-9327-0cd91b4b3a63 req-feffe34a-012e-416d-876a-6a8b64c73f89 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 943 time: 0.0466363 Aug 31 04:44:10.463655 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cf6fed01-417f-406a-9327-0cd91b4b3a63 req-ae8ccefa-9537-4000-b527-199fbcc97f9e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Aug 31 04:44:10.841119 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7bad20dd-2756-4449-9691-6e79374ebc0c details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:44:10.858950 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:44:10.950872 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:44:10.962358 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:44:10.962747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:11.013078 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 7bad20dd-2756-4449-9691-6e79374ebc0c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7bad20dd-2756-4449-9691-6e79374ebc0c,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:44:11.028527 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:44:11.223078 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 7bad20dd-2756-4449-9691-6e79374ebc0c is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:44:11.223459 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:11.227055 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:44:11.227418 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:11.246887 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bad20dd-2756-4449-9691-6e79374ebc0c {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:44:11.251436 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:11.257154 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:11.272880 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:44:11.275149 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c395cbba-5857-42e7-889b-4f831993e9da" -d '{"events": [{"server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "name": "network-vif-plugged", "status": "completed", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:44:11.286478 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 7bad20dd-2756-4449-9691-6e79374ebc0c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7bad20dd-2756-4449-9691-6e79374ebc0c,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:44:11.292405 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:44:11.297694 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:11.302408 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:11.325082 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b490aa0-4165-4f12-acaf-e4842fedf507 x-openstack-request-id: req-8b490aa0-4165-4f12-acaf-e4842fedf507 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:44:11.325345 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "name": "network-vif-plugged", "status": "completed", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:44:11.325613 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b490aa0-4165-4f12-acaf-e4842fedf507 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:44:11.325976 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b490aa0-4165-4f12-acaf-e4842fedf507'] response: {'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'code': 200} Aug 31 04:44:11.394373 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=7bad20dd-2756-4449-9691-6e79374ebc0c,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:11.501626 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:11.578933 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bad7e-6ff3-48b5-a710-8a84c3b8909b req-39a325a1-f282-4d3e-9b7f-a8e3b8c01eec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:11.580427 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2f3bad7e-6ff3-48b5-a710-8a84c3b8909b req-39a325a1-f282-4d3e-9b7f-a8e3b8c01eec tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 946 time: 0.0987418 Aug 31 04:44:11.581753 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a62e91-e050-4c2c-96b0-226043d10839 req-d7cd158d-43a3-4e6e-9518-06b31602ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:11.583536 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-28a62e91-e050-4c2c-96b0-226043d10839 req-d7cd158d-43a3-4e6e-9518-06b31602ce05 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 1130 time: 0.0529163 Aug 31 04:44:11.597648 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['7bad20dd-2756-4449-9691-6e79374ebc0c'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:44:11.602209 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e703-2593-4cbc-929b-3a2628a7c896 req-825e1164-350c-43aa-8011-6cf2c28e736e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:11.603898 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0458e703-2593-4cbc-929b-3a2628a7c896 req-825e1164-350c-43aa-8011-6cf2c28e736e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 944 time: 0.0494409 Aug 31 04:44:11.629419 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:11.657382 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0458e703-2593-4cbc-929b-3a2628a7c896 req-fc104ecb-239f-4087-9ec1-d253ecab365f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477009 Aug 31 04:44:11.659719 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2f3bad7e-6ff3-48b5-a710-8a84c3b8909b req-1e851bbb-9439-4779-877a-795717c2efd7 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718718 Aug 31 04:44:11.663408 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-28a62e91-e050-4c2c-96b0-226043d10839 req-82e887f1-5850-4d83-b38c-4f2ac5aef396 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686703 Aug 31 04:44:11.710498 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:12.782003 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305ca4e-efdc-4c0a-9519-5e5a30077807 req-7250ab39-2e74-4e3b-af03-deeed8fb23a2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:12.782672 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4792c77-e8de-4e5c-bcc3-357a1cf8efa6 req-4524fe59-a7d1-422a-a63b-581c5633021c tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:12.783467 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6305ca4e-efdc-4c0a-9519-5e5a30077807 req-7250ab39-2e74-4e3b-af03-deeed8fb23a2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 946 time: 0.0495481 Aug 31 04:44:12.783600 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a4792c77-e8de-4e5c-bcc3-357a1cf8efa6 req-4524fe59-a7d1-422a-a63b-581c5633021c tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 944 time: 0.0511627 Aug 31 04:44:12.831452 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6305ca4e-efdc-4c0a-9519-5e5a30077807 req-c5c29479-9da2-4d8d-82ea-221fe3e083c2 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Aug 31 04:44:12.834444 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-a4792c77-e8de-4e5c-bcc3-357a1cf8efa6 req-655c9783-d1cf-405d-ac91-a3c6dc1dfe40 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Aug 31 04:44:12.843042 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7bad20dd-2756-4449-9691-6e79374ebc0c up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:44:12.886737 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 7bad20dd-2756-4449-9691-6e79374ebc0c completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:44:12.893678 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 7bad20dd-2756-4449-9691-6e79374ebc0c triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:44:12.894042 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:12.965986 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 7bad20dd-2756-4449-9691-6e79374ebc0c is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:44:12.966357 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:12.999396 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 7bad20dd-2756-4449-9691-6e79374ebc0c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7bad20dd-2756-4449-9691-6e79374ebc0c,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:44:13.004682 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:13.051791 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=7bad20dd-2756-4449-9691-6e79374ebc0c,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:13.327003 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:44:13.330093 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dc000e-5a30-4e1d-a96e-f9f35879a5c0" -d '{"events": [{"server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "name": "network-vif-plugged", "status": "completed", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:44:13.370193 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c227fba3-c9c4-4775-9b24-1fb48f0254dd x-openstack-request-id: req-c227fba3-c9c4-4775-9b24-1fb48f0254dd {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:44:13.370494 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "name": "network-vif-plugged", "status": "completed", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:44:13.370751 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c227fba3-c9c4-4775-9b24-1fb48f0254dd {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:44:13.371165 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c227fba3-c9c4-4775-9b24-1fb48f0254dd'] response: {'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'code': 200} Aug 31 04:44:13.637948 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fd1a2-8382-4722-a4af-83bf5be593f8 req-8d9cd453-f844-451c-baca-1c1515fbf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:13.639447 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dc9fd1a2-8382-4722-a4af-83bf5be593f8 req-8d9cd453-f844-451c-baca-1c1515fbf799 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 1129 time: 0.0397406 Aug 31 04:44:13.686608 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dc9fd1a2-8382-4722-a4af-83bf5be593f8 req-7f8b56b8-b84e-4a4c-91f5-943d5874cea1 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 Aug 31 04:44:13.943367 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:13.956587 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad7fd6-2a08-4b4c-abf4-d234e2205291 req-ad0ef1c9-21d3-4d04-9fc6-8763a9cbfbfd tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:13.958501 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6fad7fd6-2a08-4b4c-abf4-d234e2205291 req-ad0ef1c9-21d3-4d04-9fc6-8763a9cbfbfd tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 946 time: 0.0500090 Aug 31 04:44:13.960789 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042025d0-2b03-497f-bef8-540e83fc750b req-1948dda4-5ad5-407f-b680-4f53d057a06f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:13.962250 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-042025d0-2b03-497f-bef8-540e83fc750b req-1948dda4-5ad5-407f-b680-4f53d057a06f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.0516894 Aug 31 04:44:14.007584 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6fad7fd6-2a08-4b4c-abf4-d234e2205291 req-2179eebb-dc9a-4fb4-8001-06ed20600d8f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Aug 31 04:44:14.012444 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-042025d0-2b03-497f-bef8-540e83fc750b req-2ef09e9e-36a9-44b3-9b04-e9a08d304182 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Aug 31 04:44:14.135702 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b58dcd-ae85-4207-a85d-83b660df9960 req-a143c2f2-5771-425a-87c3-fb338e840cf0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:14.137179 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-97b58dcd-ae85-4207-a85d-83b660df9960 req-a143c2f2-5771-425a-87c3-fb338e840cf0 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 946 time: 0.0555201 Aug 31 04:44:14.150688 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56268) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:14.155543 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Request body: {'floatingip': {'port_id': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:14.199502 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (43fbac43-44fe-4ba7-a85d-2520b6d10fde), before_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:14.439205 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:14.520269 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=100 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:14.628738 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:14.635250 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (43fbac43-44fe-4ba7-a85d-2520b6d10fde), after_update {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:14.733205 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP 43fbac43-44fe-4ba7-a85d-2520b6d10fde associated. External IP: 172.27.3.81, port: 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655. Aug 31 04:44:14.941972 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:44:15.052935 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:44:15.057930 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:15.068722 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:44:15.080416 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:44:15.081255 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:43:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:15.096626 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-0d37237e-f9a0-4348-adcb-0bf13f475e6f tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/43fbac43-44fe-4ba7-a85d-2520b6d10fde HTTP/1.1" status: 200 len: 991 time: 0.9446445 Aug 31 04:44:15.097214 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:44:15.099895 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b75860-839b-4d06-9951-fb6980b0f954" -d '{"events": [{"name": "network-changed", "server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:44:15.145371 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfffaa28-36d6-48ef-8144-32737d980511 x-openstack-request-id: req-cfffaa28-36d6-48ef-8144-32737d980511 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:44:15.145674 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:44:15.145863 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfffaa28-36d6-48ef-8144-32737d980511 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:44:15.146404 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfffaa28-36d6-48ef-8144-32737d980511'] response: {'name': 'network-changed', 'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'status': 'completed', 'code': 200} Aug 31 04:44:15.158295 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840f0d6-6812-401e-90a1-5de5391fb719 req-ac73c412-79ea-4223-a158-1d1800e644ba tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:15.160196 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3840f0d6-6812-401e-90a1-5de5391fb719 req-ac73c412-79ea-4223-a158-1d1800e644ba tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.0564375 Aug 31 04:44:15.197403 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:44:15.214367 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3840f0d6-6812-401e-90a1-5de5391fb719 req-fa6bf51c-0047-4409-967e-aa214fea3fda tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Aug 31 04:44:15.257952 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b75860-839b-4d06-9951-fb6980b0f954 req-c9685f82-ebd7-4029-9f24-427725c72e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:15.259514 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-74b75860-839b-4d06-9951-fb6980b0f954 req-c9685f82-ebd7-4029-9f24-427725c72e03 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 1130 time: 0.0420530 Aug 31 04:44:15.357987 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b75860-839b-4d06-9951-fb6980b0f954 req-765bded6-b845-441e-8dd3-52364ec4043a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:15.359717 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-74b75860-839b-4d06-9951-fb6980b0f954 req-765bded6-b845-441e-8dd3-52364ec4043a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 200 len: 916 time: 0.0940478 Aug 31 04:44:15.421237 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-74b75860-839b-4d06-9951-fb6980b0f954 req-c08e6b1d-d3ef-4e13-a88c-86af34c6ac58 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 HTTP/1.1" status: 200 len: 999 time: 0.0556571 Aug 31 04:44:15.421837 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '43fbac43-44fe-4ba7-a85d-2520b6d10fde', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:d6:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:02Z', 'updated_at': '2022-08-31T04:44:14Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:15.424498 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:15.447951 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:44:15.457858 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:44:15.458530 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:43:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:15.473748 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b75860-839b-4d06-9951-fb6980b0f954 req-78335714-f19f-4e5d-8a02-4a04091910d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:15.475293 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-74b75860-839b-4d06-9951-fb6980b0f954 req-78335714-f19f-4e5d-8a02-4a04091910d3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 200 len: 854 time: 0.0489821 Aug 31 04:44:15.487550 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:15.520871 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b75860-839b-4d06-9951-fb6980b0f954 req-4a5d09d4-d3d6-472b-9562-0e8338f2d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:15.522456 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-74b75860-839b-4d06-9951-fb6980b0f954 req-4a5d09d4-d3d6-472b-9562-0e8338f2d3f3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9f5e1d21-0d94-4325-a39c-d7a84e70a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418434 Aug 31 04:44:15.571544 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e7c69db5-439c-4558-aeb3-70d79cc4ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:15.582970 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:44:15.585044 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:15.625085 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-74b75860-839b-4d06-9951-fb6980b0f954 req-3ecd636f-2ed9-4c0a-b107-432029291077 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968318 Aug 31 04:44:15.718689 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-74b75860-839b-4d06-9951-fb6980b0f954 req-4c930166-629c-4a10-865f-145e5a56fb0f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Aug 31 04:44:15.799092 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '43fbac43-44fe-4ba7-a85d-2520b6d10fde', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:d6:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:02Z', 'updated_at': '2022-08-31T04:44:14Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:15.823805 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b782f-63ea-40b7-97a9-da207a8f6650 None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '43fbac43-44fe-4ba7-a85d-2520b6d10fde', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'port_id': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'mac_address': 'fa:16:3e:d6:36:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:02Z', 'updated_at': '2022-08-31T04:44:14Z', 'revision_number': 1, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:44:16.029778 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6728d-6da6-4896-ae5f-996a0e699702 None None] New status for floating IP 43fbac43-44fe-4ba7-a85d-2520b6d10fde: ACTIVE {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:44:16.354165 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145c2e-89ff-45c5-b47d-85d9324b5099 req-1655e9a7-ab08-44c9-aa5e-c9263e564e9d tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:16.355659 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7b145c2e-89ff-45c5-b47d-85d9324b5099 req-1655e9a7-ab08-44c9-aa5e-c9263e564e9d tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.0562117 Aug 31 04:44:16.409910 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7b145c2e-89ff-45c5-b47d-85d9324b5099 req-f990d7b8-79c3-4095-bd0a-06b038b17258 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Aug 31 04:44:16.544355 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eaea2-294d-4ef9-8893-e543aaf29c26 req-61f8b582-00d2-4cd1-b494-10c476908f70 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:16.545742 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7f3eaea2-294d-4ef9-8893-e543aaf29c26 req-61f8b582-00d2-4cd1-b494-10c476908f70 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Aug 31 04:44:16.609133 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7f3eaea2-294d-4ef9-8893-e543aaf29c26 req-f9c4bb8a-83cf-470d-ad08-951541755ff5 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551260 Aug 31 04:44:16.643403 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56280) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:16.686444 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd4ece-a07e-4979-bb0e-ccbbcaee3aa1 tempest-TestVolumeBootPattern-1716633603 tempest-TestVolumeBootPattern-1716633603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:16.687972 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-39fd4ece-a07e-4979-bb0e-ccbbcaee3aa1 tempest-TestVolumeBootPattern-1716633603 tempest-TestVolumeBootPattern-1716633603-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 1124 time: 0.0436018 Aug 31 04:44:16.692114 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56282) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:44:16.696285 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:44:16.720304 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:16.810284 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:16.898050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:16.926374 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Allocated IP 172.27.3.71 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/d4c34547-9f9d-4407-9d9e-741b4cea1237) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:44:17.035009 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:17.072054 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:17.113496 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:44:17.118975 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:44:17.120891 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=d4c34547-9f9d-4407-9d9e-741b4cea1237,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:17.122963 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:44:17.237581 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:17.489335 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (99c19011-a744-44b0-9056-f07a953eecd7), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:17.569438 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:17.669411 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:17.739163 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:17.746331 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:17.816216 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=d4c34547-9f9d-4407-9d9e-741b4cea1237,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:44:17.818667 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (99c19011-a744-44b0-9056-f07a953eecd7), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:17.919474 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Floating IP 99c19011-a744-44b0-9056-f07a953eecd7 associated. External IP: 172.27.3.71, port: 7bad20dd-2756-4449-9691-6e79374ebc0c. Aug 31 04:44:17.959713 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ef08-5c3e-4b26-a0ca-5962ccc43773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:18.133437 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:44:18.143513 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:18.241920 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:44:18.251784 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:44:18.260818 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:18.263255 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:44:18.263969 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:44:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:18.291991 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-7a75ebb0-f2a1-43a7-b719-63f1184efe03 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5989161 Aug 31 04:44:18.292578 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:44:18.294836 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09405325-4409-40ef-a16d-c6b23bfd8353" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:44:18.333089 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc97b0-545a-4b69-b475-668985502ce5 x-openstack-request-id: req-83dc97b0-545a-4b69-b475-668985502ce5 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:44:18.333446 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:44:18.333765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83dc97b0-545a-4b69-b475-668985502ce5 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:44:18.334237 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83dc97b0-545a-4b69-b475-668985502ce5'] response: {'name': 'network-changed', 'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'status': 'completed', 'code': 200} Aug 31 04:44:18.373223 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:44:18.427791 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-8daaa9db-3c28-482b-844b-32c9d798ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:18.430105 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-8daaa9db-3c28-482b-844b-32c9d798ad3e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 1129 time: 0.0459445 Aug 31 04:44:18.532978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-869ed00d-325a-4dc0-999f-34e34fd64b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:18.534596 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-869ed00d-325a-4dc0-999f-34e34fd64b15 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.0971854 Aug 31 04:44:18.598760 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-d13539db-797c-428e-813c-869b0437af42 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bad20dd-2756-4449-9691-6e79374ebc0c HTTP/1.1" status: 200 len: 998 time: 0.0576241 Aug 31 04:44:18.650906 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-82b6d43a-4720-4fc3-8620-bac8f99558e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:18.652366 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-82b6d43a-4720-4fc3-8620-bac8f99558e6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0477145 Aug 31 04:44:18.695890 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-1f1cc333-3795-49f2-b8e4-5d632bec747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:18.697400 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-1f1cc333-3795-49f2-b8e4-5d632bec747b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393600 Aug 31 04:44:18.710737 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:18.728257 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:17Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:18.753117 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:44:18.762366 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:44:18.763171 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:44:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:18.789508 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-aa4fbd1e-7ef2-4bc8-8183-f2e6ecf36a8b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861487 Aug 31 04:44:18.866032 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:44:18.887843 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-09405325-4409-40ef-a16d-c6b23bfd8353 req-f8c00a6b-4035-4448-a4e2-bc399d2282e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923755 Aug 31 04:44:18.943447 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:19.051427 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:19.084842 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:19.097343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:17Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:44:19.123436 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e33cd-4d5c-47fc-9577-a6e334ba7cb0 None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:17Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:44:19.322769 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5273054-0d50-4d97-a47b-1b1d2971d5cc None None] New status for floating IP 99c19011-a744-44b0-9056-f07a953eecd7: ACTIVE {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:44:20.338681 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:20.660887 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:21.729250 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:23.228129 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:44:26.402043 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=73 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:26.405419 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:28.882680 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=60 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:28.884688 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=17 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:31.718042 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:31.720888 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:33.221680 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:33.222927 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:43.990758 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:43.992286 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:44:45.539645 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-80b219cb-1da2-49ef-a336-8c4ffdefa6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:47.955566 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c2d97bd6-05c4-44c3-a9af-a57ccf5a894a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:49.044615 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:50.337807 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:50.669090 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:51.719779 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:44:52.803030 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-b5597a76-d3f3-46c6-b32a-7015e70b70ac service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410676 Aug 31 04:44:52.895801 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-af2a44a6-6da8-4edb-9011-45c5fc0f1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:52.897267 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-af2a44a6-6da8-4edb-9011-45c5fc0f1de8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1129 time: 0.0529583 Aug 31 04:44:53.002146 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-f9ed64d8-2600-42f9-bca1-92d109f0238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:53.003643 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-f9ed64d8-2600-42f9-bca1-92d109f0238b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 909 time: 0.0862427 Aug 31 04:44:53.073270 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-4bd4975e-acb6-40ed-8e83-92d9ee0516a3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 1001 time: 0.0624771 Aug 31 04:44:53.122131 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-663cd086-92f1-4150-8145-0c2f5e178cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:53.123591 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-663cd086-92f1-4150-8145-0c2f5e178cc4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 200 len: 847 time: 0.0439909 Aug 31 04:44:53.171050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-ffe83b99-e110-48ae-98e5-3e9cde0a013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:53.172513 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-ffe83b99-e110-48ae-98e5-3e9cde0a013e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c5bd141-9edf-4025-8041-65c7c72e8a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409555 Aug 31 04:44:53.539025 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-a03941c0-aac9-440c-91b2-96f022ffb3a8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597438 Aug 31 04:44:53.636802 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-39be9e40-2fc6-4734-af66-4e17a2facfdd req-8ca0ea3f-1ea3-4b4a-9dab-51b4f1065ece service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912509 Aug 31 04:44:58.732714 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da71201-6a80-481e-aeef-5757c1eb4395 req-5e240e74-618c-4647-b88e-f7c4fe3dcc66 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:58.734064 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7da71201-6a80-481e-aeef-5757c1eb4395 req-5e240e74-618c-4647-b88e-f7c4fe3dcc66 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0531650 Aug 31 04:44:58.786815 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7da71201-6a80-481e-aeef-5757c1eb4395 req-b8ae4e29-ae34-420d-afab-6bbe644d1123 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446000 Aug 31 04:44:59.870303 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ccb33-83da-4b27-b1f5-8aeda3da516d req-663c6a64-65c4-43ab-a4e5-a4bc3471980a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:59.871936 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-084ccb33-83da-4b27-b1f5-8aeda3da516d req-663c6a64-65c4-43ab-a4e5-a4bc3471980a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 946 time: 0.1087494 Aug 31 04:44:59.909873 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eff95-bfb5-48d1-a081-5d9860273038 req-03487705-b0b9-412b-8923-2d2238b58de3 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:44:59.911359 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-298eff95-bfb5-48d1-a081-5d9860273038 req-03487705-b0b9-412b-8923-2d2238b58de3 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0463381 Aug 31 04:44:59.920011 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-084ccb33-83da-4b27-b1f5-8aeda3da516d req-7bc94cac-25ec-4879-85b9-ad30b86b223b tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 Aug 31 04:44:59.960118 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-298eff95-bfb5-48d1-a081-5d9860273038 req-59e7b0da-f915-4261-880d-381747e4491e tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Aug 31 04:45:00.231724 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:45:01.057281 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fc83b-5628-4cbc-b4ea-67b7967f621e req-9af71493-d8cd-42d5-b2f5-22ae56b6f1ae tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:01.058918 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ba9fc83b-5628-4cbc-b4ea-67b7967f621e req-9af71493-d8cd-42d5-b2f5-22ae56b6f1ae tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 946 time: 0.0497978 Aug 31 04:45:01.083707 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619cc3c-2922-4592-8ab1-5e39ad06a01d req-5d31b67c-7c7a-4156-bcde-1a2df97b6b69 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:01.085157 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0619cc3c-2922-4592-8ab1-5e39ad06a01d req-5d31b67c-7c7a-4156-bcde-1a2df97b6b69 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0483117 Aug 31 04:45:01.109072 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ba9fc83b-5628-4cbc-b4ea-67b7967f621e req-387c634b-d854-402f-bf71-1823d200d822 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c5f3a927-580e-48bf-abb3-d79f5d67dd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Aug 31 04:45:01.139539 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0619cc3c-2922-4592-8ab1-5e39ad06a01d req-fb7ab976-9c05-4b3a-ab6e-3a97ff5d2b0d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484972 Aug 31 04:45:01.653311 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-e8b61ed0-4a75-421f-98bc-d349a629cfd4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:01.654758 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-e8b61ed0-4a75-421f-98bc-d349a629cfd4 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 946 time: 0.0540421 Aug 31 04:45:01.702793 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:01.713321 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:01.738911 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:45:01.739391 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:01.848884 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:01.854215 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] For port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:01.854664 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:01.861984 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:02.023068 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:02.023425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (43fbac43-44fe-4ba7-a85d-2520b6d10fde), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:02.023718 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Floating IP 43fbac43-44fe-4ba7-a85d-2520b6d10fde disassociated. External IP: 172.27.3.81, port: 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655. Aug 31 04:45:02.024064 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:45:02.159701 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (4d563b5e-4c7a-4b1c-8c9e-ed12f2081655), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:02.193617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=4d563b5e-4c7a-4b1c-8c9e-ed12f2081655,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:02.206748 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.207130 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.207474 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.207814 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.208154 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.208485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.208813 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.209136 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.209462 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.209784 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.210108 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.210433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.210804 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.211128 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.211978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:02.235187 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9edf804f-34be-4a61-8fa5-44a5fff7f26a req-55771b96-d9a5-46cc-a060-b7acdb0ba349 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 210 time: 0.0523591 Aug 31 04:45:02.332231 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa552d-4967-40f1-b5bc-f8e37b8f5b89 req-bf883274-f115-4145-931f-8fe510288bff tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:02.333719 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-47fa552d-4967-40f1-b5bc-f8e37b8f5b89 req-bf883274-f115-4145-931f-8fe510288bff tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0785012 Aug 31 04:45:02.387697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:45:02.410570 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-47fa552d-4967-40f1-b5bc-f8e37b8f5b89 req-73dff0f1-fb21-4e67-b4f1-430e00336f1f tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664787 Aug 31 04:45:02.530285 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:45:02.544473 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:45:02.554976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:45:02.555956 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:44:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:02.587946 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] No DVR routers for this DVR port 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:45:02.591266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:02.594554 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b5bbb2c6-fb8b-472b-bc68-fb6bf3237efe req-049b384e-23a9-4842-bd80-ddafa5925021 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.20 "DELETE /networking/v2.0/ports/4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 HTTP/1.1" status: 204 len: 173 time: 0.9331028 Aug 31 04:45:02.595051 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'name': 'network-vif-deleted', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:45:02.597400 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42754c66-c9e2-4e2d-a4a8-03a4ac1bb76b" -d '{"events": [{"server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "name": "network-vif-deleted", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:45:02.654012 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75437f98-3121-4da5-a10f-96a982157f2b x-openstack-request-id: req-75437f98-3121-4da5-a10f-96a982157f2b {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:45:02.654505 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22114ebb-7cc7-4a6f-8851-f4a760764dad", "name": "network-vif-deleted", "tag": "4d563b5e-4c7a-4b1c-8c9e-ed12f2081655", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:45:02.654947 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75437f98-3121-4da5-a10f-96a982157f2b {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:45:02.655510 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75437f98-3121-4da5-a10f-96a982157f2b'] response: {'server_uuid': '22114ebb-7cc7-4a6f-8851-f4a760764dad', 'name': 'network-vif-deleted', 'tag': '4d563b5e-4c7a-4b1c-8c9e-ed12f2081655', 'status': 'completed', 'code': 200} Aug 31 04:45:02.677239 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:45:02.871317 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:02.896813 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:45:02.905868 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:45:02.906483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:44:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:03.031162 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:45:03.232702 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:03.261747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b86b2b-e4b7-4532-b2e5-2b4d74c54d8b None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:40:40Z', 'revision_number': 4, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': '19dc101f-09e3-44fd-948b-6a8f6171973d', 'name': '', 'network_id': '9f5e1d21-0d94-4325-a39c-d7a84e70a79f', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'mac_address': 'fa:16:3e:34:eb:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:39Z', 'updated_at': '2022-08-31T04:40:46Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'subnets': [{'id': '79c41cf8-372b-4f64-bc85-e7b0ee2d5301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:45:03.364811 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-9b4192d2-62ae-4b6e-8b2b-3890f35ea796 req-8ed7531e-2a59-4bb7-9bd1-bc67649ace5a tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=22114ebb-7cc7-4a6f-8851-f4a760764dad HTTP/1.1" status: 200 len: 210 time: 0.0287955 Aug 31 04:45:03.517808 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b9bac-8217-4b9a-878c-842dba9bb773 None None] New status for floating IP 43fbac43-44fe-4ba7-a85d-2520b6d10fde: DOWN {{(pid=106564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:45:03.544952 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99def152-f344-4abe-9ab5-e744a6404ac3 req-a20f1f14-c80e-44b9-b82f-8b0399760a29 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:03.546336 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-99def152-f344-4abe-9ab5-e744a6404ac3 req-a20f1f14-c80e-44b9-b82f-8b0399760a29 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0539010 Aug 31 04:45:03.596504 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-99def152-f344-4abe-9ab5-e744a6404ac3 req-e9de94ff-6e77-4beb-be12-7eb62bd672b5 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Aug 31 04:45:04.463382 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56392) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:04.521330 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98944fad-cbc0-41e9-8401-b589491f3a47 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (c5f3a927-580e-48bf-abb3-d79f5d67dd88), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:04.544707 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98944fad-cbc0-41e9-8401-b589491f3a47 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (c5f3a927-580e-48bf-abb3-d79f5d67dd88), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:04.596485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98944fad-cbc0-41e9-8401-b589491f3a47 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (c5f3a927-580e-48bf-abb3-d79f5d67dd88), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:04.599108 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-98944fad-cbc0-41e9-8401-b589491f3a47 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:04.600275 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-98944fad-cbc0-41e9-8401-b589491f3a47 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c5f3a927-580e-48bf-abb3-d79f5d67dd88 HTTP/1.1" status: 204 len: 168 time: 0.1358759 Aug 31 04:45:04.603731 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56394) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:04.609502 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98944fad-cbc0-41e9-8401-b589491f3a47 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f3a927-580e-48bf-abb3-d79f5d67dd88,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:04.618129 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.api.v2.resource [None req-de3d24e1-579a-4cd9-965c-a7f681050756 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] show failed (client error): The resource could not be found. Aug 31 04:45:04.619983 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-de3d24e1-579a-4cd9-965c-a7f681050756 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "GET /networking/v2.0/security-groups/c5f3a927-580e-48bf-abb3-d79f5d67dd88 HTTP/1.1" status: 404 len: 347 time: 0.0152004 Aug 31 04:45:04.622991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56398) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:04.715396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4aa10-ee23-4e2f-983e-6a26f335390b req-1be66792-76ef-4ae7-8804-14e71ab16d08 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:04.717419 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89a4aa10-ee23-4e2f-983e-6a26f335390b req-1be66792-76ef-4ae7-8804-14e71ab16d08 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0484288 Aug 31 04:45:04.741777 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:04.743718 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:04.743979 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Deleting port 0ee799ff-8f6f-4ecb-9d00-532fc685cdbe {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:45:04.744391 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:04.771426 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-89a4aa10-ee23-4e2f-983e-6a26f335390b req-8cf9abdc-b45f-47e0-8e60-e79899b152bf tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487032 Aug 31 04:45:04.825433 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:04.825839 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:04.838296 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Calling delete_port for 0ee799ff-8f6f-4ecb-9d00-532fc685cdbe owned by network:floatingip {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:45:04.978867 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (0ee799ff-8f6f-4ecb-9d00-532fc685cdbe), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:05.006221 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Pushing event deleted for resources: {'Port': ['ID=0ee799ff-8f6f-4ecb-9d00-532fc685cdbe,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:05.016150 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.016502 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.016812 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.017177 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.017507 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.017840 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.018559 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.018559 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.018764 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.019109 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.019435 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.019754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.020074 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.020375 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.020689 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:05.069062 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:45:05.084273 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks [] for floatingip (43fbac43-44fe-4ba7-a85d-2520b6d10fde), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:05.086794 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:05.090532 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-78a9595f-2594-4991-a141-501ada04eb28 tempest-AttachVolumeNegativeTest-1367803207 tempest-AttachVolumeNegativeTest-1367803207-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/43fbac43-44fe-4ba7-a85d-2520b6d10fde HTTP/1.1" status: 204 len: 168 time: 0.4640229 Aug 31 04:45:05.090707 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:45:05.090707 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 4d563b5e-4c7a-4b1c-8c9e-ed12f2081655 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:45:05.903679 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588dd3-9250-436f-a47b-3dd9c3371705 req-f8634cce-fd87-448f-86ad-ac9c77b93a29 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:05.905160 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8d588dd3-9250-436f-a47b-3dd9c3371705 req-f8634cce-fd87-448f-86ad-ac9c77b93a29 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0537124 Aug 31 04:45:05.958822 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-8d588dd3-9250-436f-a47b-3dd9c3371705 req-5aef1468-36f0-4f76-8d28-628a40b969e1 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480351 Aug 31 04:45:07.090460 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf22aae-165e-4fc5-900b-3fedd9dd854d req-70fe70f0-6e29-4a98-b6f8-4deb9d8eaed3 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:07.091999 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8cf22aae-165e-4fc5-900b-3fedd9dd854d req-70fe70f0-6e29-4a98-b6f8-4deb9d8eaed3 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0492663 Aug 31 04:45:07.144934 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-8cf22aae-165e-4fc5-900b-3fedd9dd854d req-d9a1845c-e2d8-4308-bdc8-a1d967f67976 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471580 Aug 31 04:45:08.255401 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:08.274425 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1772a2-2445-42ab-8940-ecaa64b6b976 req-d89bb648-68a5-4863-bb67-1a79986feac6 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:08.276281 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ad1772a2-2445-42ab-8940-ecaa64b6b976 req-d89bb648-68a5-4863-bb67-1a79986feac6 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0489106 Aug 31 04:45:08.329849 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ad1772a2-2445-42ab-8940-ecaa64b6b976 req-58523c9a-f425-45e9-a9a4-77d7643dd850 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453925 Aug 31 04:45:08.824019 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56444) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:08.919417 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:09.025754 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-bc1d7b8e-7e0a-4c7f-b84f-1cdf143b4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:09.027339 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-bc1d7b8e-7e0a-4c7f-b84f-1cdf143b4298 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1129 time: 0.1023304 Aug 31 04:45:09.119021 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-094c4145-14f5-4795-b7b5-0945bee0f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:09.120755 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-094c4145-14f5-4795-b7b5-0945bee0f933 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 909 time: 0.0877554 Aug 31 04:45:09.141354 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (2705be6c-1497-4341-bf7b-ff0a447d3acb), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:09.188224 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-ee10e817-cac6-49f7-9b0d-fcedb3212b97 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 1001 time: 0.0608087 Aug 31 04:45:09.236968 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-970b4ac1-86f6-4cda-b552-154ff38879a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:09.238447 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-970b4ac1-86f6-4cda-b552-154ff38879a1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 200 len: 847 time: 0.0445180 Aug 31 04:45:09.283653 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-ed7def2e-78bc-4395-a267-c29be90ce2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:09.285152 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-ed7def2e-78bc-4395-a267-c29be90ce2c6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c5bd141-9edf-4025-8041-65c7c72e8a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390570 Aug 31 04:45:09.295125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-4c2b2ee6-db20-4116-9f65-4329334648f9 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:45:09.296064 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-4c2b2ee6-db20-4116-9f65-4329334648f9 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048814 Aug 31 04:45:09.362545 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Deleting port 19dc101f-09e3-44fd-948b-6a8f6171973d {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:45:09.363084 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:09.395330 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-b6bd8fd0-55bb-4a24-ac0d-97162b11040e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926075 Aug 31 04:45:09.445000 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] For port 19dc101f-09e3-44fd-948b-6a8f6171973d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=19dc101f-09e3-44fd-948b-6a8f6171973d,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:09.445317 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:09.459956 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Calling delete_port for 19dc101f-09e3-44fd-948b-6a8f6171973d owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:45:09.503351 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f561d-c962-4eaf-99c2-994f1b8cd217 req-05b20c12-b35a-4dc3-947b-9fe9098a7ec5 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:09.504759 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-407f561d-c962-4eaf-99c2-994f1b8cd217 req-05b20c12-b35a-4dc3-947b-9fe9098a7ec5 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0950708 Aug 31 04:45:09.544032 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a927f66-710d-4a31-a9db-2166909ce9a6 req-16a0cb03-4ed4-4890-b29c-85854d23daa4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425617 Aug 31 04:45:09.574880 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-407f561d-c962-4eaf-99c2-994f1b8cd217 req-a86a4c4d-64fe-4376-b235-8d79b410c8a7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606642 Aug 31 04:45:09.866434 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:09.888158 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (19dc101f-09e3-44fd-948b-6a8f6171973d), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:09.922125 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Pushing event deleted for resources: {'Port': ['ID=19dc101f-09e3-44fd-948b-6a8f6171973d,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:09.989790 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:10.097222 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (2705be6c-1497-4341-bf7b-ff0a447d3acb), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:10.315977 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Router 2705be6c-1497-4341-bf7b-ff0a447d3acb has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:45:10.423414 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:45:10.428706 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-f152da26-45ce-4074-859d-cd6a6c5071dc admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/2705be6c-1497-4341-bf7b-ff0a447d3acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6034667 Aug 31 04:45:10.432184 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56450) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:10.435112 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] Sync routers for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:45:10.450231 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:45:10.450889 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:44:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:10.529591 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks [] for router (2705be6c-1497-4341-bf7b-ff0a447d3acb), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:10.551687 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:45:10.630912 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks [] for router_gateway (2705be6c-1497-4341-bf7b-ff0a447d3acb), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:10.707093 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Deleting port 770b0372-aebf-431c-bb37-e49133c07159 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:45:10.707326 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (770b0372-aebf-431c-bb37-e49133c07159), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:10.727287 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e69e4-b6a2-4f89-84f5-88d7b709d0f8 req-4a1e23c6-8cde-43e5-a4f9-699ba483060c tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:10.728750 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cc2e69e4-b6a2-4f89-84f5-88d7b709d0f8 req-4a1e23c6-8cde-43e5-a4f9-699ba483060c tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0670700 Aug 31 04:45:10.730367 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:10.734016 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '770b0372-aebf-431c-bb37-e49133c07159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:45:09Z', 'revision_number': 5, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port': {'id': '770b0372-aebf-431c-bb37-e49133c07159', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:95:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:38Z', 'updated_at': '2022-08-31T04:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:10.759016 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] Checking router: 2705be6c-1497-4341-bf7b-ff0a447d3acb for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:45:10.767738 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] Routers {'2705be6c-1497-4341-bf7b-ff0a447d3acb'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:45:10.768331 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:44:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['2705be6c-1497-4341-bf7b-ff0a447d3acb'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:10.799597 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=100 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:10.828323 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-cc2e69e4-b6a2-4f89-84f5-88d7b709d0f8 req-6728dfef-6428-4898-b4ed-4b87734cf4a5 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728614 Aug 31 04:45:10.833107 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] For port 770b0372-aebf-431c-bb37-e49133c07159, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=770b0372-aebf-431c-bb37-e49133c07159,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:10.833496 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (770b0372-aebf-431c-bb37-e49133c07159), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:10.840732 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:10.847183 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Calling delete_port for 770b0372-aebf-431c-bb37-e49133c07159 owned by network:router_gateway {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:45:10.856063 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:10.859358 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] Set router 2705be6c-1497-4341-bf7b-ff0a447d3acb gateway port host: None {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:45:10.907399 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:45:10Z', 'revision_number': 6, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:10.934210 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59094db6-383b-40a4-af2d-3d7b4b4d105e None None] The sync data for ids ['2705be6c-1497-4341-bf7b-ff0a447d3acb'] in dv-cinder-855307-1-iscsi is: [{'id': '2705be6c-1497-4341-bf7b-ff0a447d3acb', 'name': 'tempest-AttachVolumeNegativeTest-1930494359-router', 'tenant_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:37Z', 'updated_at': '2022-08-31T04:45:10Z', 'revision_number': 6, 'project_id': 'ae904e4b1df846e497cdf0edc46edaf1', 'gw_port_host': None}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:45:11.020711 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (770b0372-aebf-431c-bb37-e49133c07159), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.049323 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=770b0372-aebf-431c-bb37-e49133c07159,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:11.118412 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (2705be6c-1497-4341-bf7b-ff0a447d3acb), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.207654 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (2705be6c-1497-4341-bf7b-ff0a447d3acb), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.209923 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks [] for router_controller (2705be6c-1497-4341-bf7b-ff0a447d3acb), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.255149 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (2705be6c-1497-4341-bf7b-ff0a447d3acb), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.255780 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2705be6c-1497-4341-bf7b-ff0a447d3acb {{(pid=106562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:45:11.260536 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.262338 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6daaa010-c399-4cbd-a540-41173cc821d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/2705be6c-1497-4341-bf7b-ff0a447d3acb HTTP/1.1" status: 204 len: 168 time: 0.8291063 Aug 31 04:45:11.266037 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56454) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:11.320573 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] Deleting subnet 79c41cf8-372b-4f64-bc85-e7b0ee2d5301 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:45:11.324389 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] Publish callbacks [] for subnet (79c41cf8-372b-4f64-bc85-e7b0ee2d5301), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.364638 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (79c41cf8-372b-4f64-bc85-e7b0ee2d5301), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.441962 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (79c41cf8-372b-4f64-bc85-e7b0ee2d5301), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.514735 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (79c41cf8-372b-4f64-bc85-e7b0ee2d5301), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.543331 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c41cf8-372b-4f64-bc85-e7b0ee2d5301,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:11.548389 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.554784 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-308d4785-18cb-47c4-8c5c-81edfb858071 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/79c41cf8-372b-4f64-bc85-e7b0ee2d5301 HTTP/1.1" status: 204 len: 168 time: 0.2846811 Aug 31 04:45:11.555166 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56456) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:11.555622 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95afb36c-008e-4915-97a2-9bba336aed59 None None] Network 9f5e1d21-0d94-4325-a39c-d7a84e70a79f requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:45:11.638308 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (9f5e1d21-0d94-4325-a39c-d7a84e70a79f), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.682306 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Deleting port e1f17d63-a22c-4337-a731-7fccfbf1ef57 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:45:11.682678 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.751396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] For port e1f17d63-a22c-4337-a731-7fccfbf1ef57, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e1f17d63-a22c-4337-a731-7fccfbf1ef57,segment=NetworkSegment(c5e04739-3339-44bf-9bc3-b659c84a7b33),segment_id=c5e04739-3339-44bf-9bc3-b659c84a7b33)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:11.751840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.765752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Calling delete_port for e1f17d63-a22c-4337-a731-7fccfbf1ef57 owned by network:dhcp {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:45:11.827414 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:11.833677 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] DHCP port deletion for 9f5e1d21-0d94-4325-a39c-d7a84e70a79f request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:45:11.845675 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:11.854750 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.876314 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Deleting port e1f17d63-a22c-4337-a731-7fccfbf1ef57 {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:45:11.876686 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.887718 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] No DVR routers for this DVR port e1f17d63-a22c-4337-a731-7fccfbf1ef57 on host dv-cinder-855307-1-iscsi {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:45:11.893485 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1f17d63-a22c-4337-a731-7fccfbf1ef57,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:11.944096 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] For port e1f17d63-a22c-4337-a731-7fccfbf1ef57, host dv-cinder-855307-1-iscsi, got binding levels [] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:11.944483 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.958457 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Calling delete_port for e1f17d63-a22c-4337-a731-7fccfbf1ef57 owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:45:11.961719 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.ipam_backend_mixin [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Port e1f17d63-a22c-4337-a731-7fccfbf1ef57 was not found and therefore no delete operation was performed {{(pid=106563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 04:45:11.963020 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (e1f17d63-a22c-4337-a731-7fccfbf1ef57), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:11.989737 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Pushing event deleted for resources: {'Port': ['ID=e1f17d63-a22c-4337-a731-7fccfbf1ef57,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:11.992166 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] No DVR routers for this DVR port e1f17d63-a22c-4337-a731-7fccfbf1ef57 on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:45:12.004562 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.005119 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.006914 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.007105 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.007609 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.007889 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.008281 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.008611 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.009096 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.009377 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.010101 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.010752 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.011583 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.012060 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.012539 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a1cf-aad3-4da7-b395-0df21c1b3d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:45:12.020454 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (9f5e1d21-0d94-4325-a39c-d7a84e70a79f), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.034141 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f50ae-0115-42dd-ae42-8e2ff0ffc46a req-459b54b9-89d0-4351-be4e-0253961546d6 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:12.035654 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-841f50ae-0115-42dd-ae42-8e2ff0ffc46a req-459b54b9-89d0-4351-be4e-0253961546d6 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.1019490 Aug 31 04:45:12.062872 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5e1d21-0d94-4325-a39c-d7a84e70a79f']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:12.084963 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e04739-3339-44bf-9bc3-b659c84a7b33') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:12.085261 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e04739-3339-44bf-9bc3-b659c84a7b33') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:12.103978 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (c5e04739-3339-44bf-9bc3-b659c84a7b33), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.121505 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-841f50ae-0115-42dd-ae42-8e2ff0ffc46a req-132ae93a-de2f-4383-b170-0db9f7499be3 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796402 Aug 31 04:45:12.124957 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c5e04739-3339-44bf-9bc3-b659c84a7b33), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.131448 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:45:12.131869 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (c5e04739-3339-44bf-9bc3-b659c84a7b33), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.152148 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment c5e04739-3339-44bf-9bc3-b659c84a7b33 resource provider aggregate not found Aug 31 04:45:12.186376 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment c5e04739-3339-44bf-9bc3-b659c84a7b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5e04739-3339-44bf-9bc3-b659c84a7b33 found for delete ", "request_id": "req-a933f049-a2df-4372-af25-a4ef76f7ca11"}]} Aug 31 04:45:12.208062 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (9f5e1d21-0d94-4325-a39c-d7a84e70a79f), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.213633 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.217520 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9f5e1d21-0d94-4325-a39c-d7a84e70a79f HTTP/1.1" status: 204 len: 168 time: 0.6613336 Aug 31 04:45:12.232512 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a22da1-af3c-4f68-93de-d628c54de90e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f5e1d21-0d94-4325-a39c-d7a84e70a79f,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:12.321729 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 770b0372-aebf-431c-bb37-e49133c07159 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:45:12.350050 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 770b0372-aebf-431c-bb37-e49133c07159 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:45:12.350662 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 770b0372-aebf-431c-bb37-e49133c07159 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:45:12.351363 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e1f17d63-a22c-4337-a731-7fccfbf1ef57 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:45:12.371948 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: e1f17d63-a22c-4337-a731-7fccfbf1ef57 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:45:12.372528 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e1f17d63-a22c-4337-a731-7fccfbf1ef57 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:45:12.372712 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 19dc101f-09e3-44fd-948b-6a8f6171973d no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:45:12.379711 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-fa62fbcb-9850-4cdf-a470-225ccca2e789 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527604 Aug 31 04:45:12.398300 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed30fb2-1e2f-4664-bde1-de87846a931c req-dfee657b-b8a0-4213-9da4-8c327c4cb285 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:12.403949 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 19dc101f-09e3-44fd-948b-6a8f6171973d {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:45:12.404512 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 19dc101f-09e3-44fd-948b-6a8f6171973d not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:45:12.406476 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ed30fb2-1e2f-4664-bde1-de87846a931c req-dfee657b-b8a0-4213-9da4-8c327c4cb285 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0584013 Aug 31 04:45:12.446206 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56470) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:12.465196 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7ed30fb2-1e2f-4664-bde1-de87846a931c req-276d859c-3d8e-498d-9cd3-5d0a16c97dbb tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531228 Aug 31 04:45:12.476161 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513f49-5f5a-45de-a766-89277182ce75 req-4adc7f73-e807-4c10-baf6-797b2f03aec7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:12.477607 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-4adc7f73-e807-4c10-baf6-797b2f03aec7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports/ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 942 time: 0.0632672 Aug 31 04:45:12.512888 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-d1545349-dd82-481d-8ed8-48cfef883e14 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ae904e4b1df846e497cdf0edc46edaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654373 Aug 31 04:45:12.515696 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56476) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:12.564608 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e6a8746b-c4e5-4dd5-8782-583996143b5a admin admin] Publish callbacks [] for security_group (020ce725-d3c9-47f5-a457-ead701cd364a), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.586792 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e6a8746b-c4e5-4dd5-8782-583996143b5a admin admin] Publish callbacks [] for security_group (020ce725-d3c9-47f5-a457-ead701cd364a), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.642483 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e6a8746b-c4e5-4dd5-8782-583996143b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (020ce725-d3c9-47f5-a457-ead701cd364a), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.644968 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e6a8746b-c4e5-4dd5-8782-583996143b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:12.646173 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e6a8746b-c4e5-4dd5-8782-583996143b5a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/020ce725-d3c9-47f5-a457-ead701cd364a HTTP/1.1" status: 204 len: 168 time: 0.1293347 Aug 31 04:45:12.654592 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8746b-c4e5-4dd5-8782-583996143b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ce725-d3c9-47f5-a457-ead701cd364a,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:13.584718 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=7 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:13.594125 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:13.600227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818ef6-1d08-4c51-958a-c66dc1cf4c2e req-be7ec731-afdd-41b7-80db-0e204a5a6f15 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:13.601912 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b5818ef6-1d08-4c51-958a-c66dc1cf4c2e req-be7ec731-afdd-41b7-80db-0e204a5a6f15 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0518420 Aug 31 04:45:13.652960 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b5818ef6-1d08-4c51-958a-c66dc1cf4c2e req-8394cda8-1f95-44ce-a18e-3e31da03fca7 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Aug 31 04:45:14.231360 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513f49-5f5a-45de-a766-89277182ce75 req-a11a3da3-9ba8-4c04-92f0-957675dbf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:14.232873 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-a11a3da3-9ba8-4c04-92f0-957675dbf08d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a&tenant_id=69713aca5ac144f9bca8348430ab9c75 HTTP/1.1" status: 200 len: 1129 time: 0.0403244 Aug 31 04:45:14.315374 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513f49-5f5a-45de-a766-89277182ce75 req-1f2974ce-8934-4017-9322-d6d797d7cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:14.317885 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-1f2974ce-8934-4017-9322-d6d797d7cfdb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1129 time: 0.0462539 Aug 31 04:45:14.416720 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513f49-5f5a-45de-a766-89277182ce75 req-0843e54d-12a6-48c0-9f3c-0d0d7ca8a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:14.417952 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-0843e54d-12a6-48c0-9f3c-0d0d7ca8a52d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 909 time: 0.0942194 Aug 31 04:45:14.491644 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-22edf1ff-beee-47dc-8b09-17aba8164be9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 1001 time: 0.0678782 Aug 31 04:45:14.533996 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:14.547640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513f49-5f5a-45de-a766-89277182ce75 req-b9ac126a-c147-48cd-9a62-f6ac206fb574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:14.549078 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-b9ac126a-c147-48cd-9a62-f6ac206fb574 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 200 len: 847 time: 0.0513554 Aug 31 04:45:14.590057 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:14.593567 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513f49-5f5a-45de-a766-89277182ce75 req-99a5a564-c170-4979-aabd-907f40e44fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:14.595079 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-99a5a564-c170-4979-aabd-907f40e44fd8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c5bd141-9edf-4025-8041-65c7c72e8a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397923 Aug 31 04:45:14.688456 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-787bbfe1-48bc-444f-80d4-76a68f10af8b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874264 Aug 31 04:45:14.776132 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fa10d-3b44-4076-855b-37ccb0b5989a req-2c7a2d7f-0293-4756-ae50-57985266dffe tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:14.777647 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ae8fa10d-3b44-4076-855b-37ccb0b5989a req-2c7a2d7f-0293-4756-ae50-57985266dffe tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0467994 Aug 31 04:45:14.780193 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e9513f49-5f5a-45de-a766-89277182ce75 req-f5ea0fc6-2904-4634-9632-427d7fc48789 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852895 Aug 31 04:45:14.828596 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ae8fa10d-3b44-4076-855b-37ccb0b5989a req-0fd46c13-2dfb-4e9f-b4fa-168c4e85b4ff tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450883 Aug 31 04:45:15.127772 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device ae65d506-d89f-4468-a25b-cf6f8e85f73e no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:45:15.221647 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port ae65d506-d89f-4468-a25b-cf6f8e85f73e is: ACTIVE; New status is: DOWN {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:45:15.222282 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:15.248245 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:45:15.250575 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02e7a6a-76b3-40c7-a657-a2879220ea79" -d '{"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:45:15.263836 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:15.269219 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:15.295010 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 31 Aug 2022 04:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab15caa-da0e-4d9b-8de3-74fdb2f7e047 x-openstack-request-id: req-eab15caa-da0e-4d9b-8de3-74fdb2f7e047 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:45:15.295296 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-unplugged", "status": "completed", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:45:15.295544 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eab15caa-da0e-4d9b-8de3-74fdb2f7e047 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:45:15.295928 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab15caa-da0e-4d9b-8de3-74fdb2f7e047'] response: {'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'code': 200} Aug 31 04:45:15.319323 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=6']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:15.543170 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-aef6ba3c-358b-4552-a3be-8e02c8fc3438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:15.958425 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635f58d-3592-4f4b-a1e8-ada899e112c3 req-9669b0c1-85f3-4f90-bdc9-21ae72af84c9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:15.959927 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b635f58d-3592-4f4b-a1e8-ada899e112c3 req-9669b0c1-85f3-4f90-bdc9-21ae72af84c9 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0510955 Aug 31 04:45:16.009386 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b635f58d-3592-4f4b-a1e8-ada899e112c3 req-973fe0ce-71e1-4ed8-9bf8-c2b5ad916ed5 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439074 Aug 31 04:45:17.154584 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85d205-7b53-43d3-ad83-f279f2984ae6 req-fd510301-ddf7-49fa-8e3b-5a88117b3be3 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:17.156112 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a85d205-7b53-43d3-ad83-f279f2984ae6 req-fd510301-ddf7-49fa-8e3b-5a88117b3be3 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0547516 Aug 31 04:45:17.211248 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-2a85d205-7b53-43d3-ad83-f279f2984ae6 req-dc9f5b32-9950-4563-b014-4f00e1bd1cbd tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468154 Aug 31 04:45:17.969914 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ecdf321b-9a67-4a69-8761-cb110bd9d23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:18.342536 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeed65d-edba-4e26-b9af-3f3c7330ac0d req-f4643b80-cbbd-45f5-8d58-5dad38a04471 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:18.344038 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bbeed65d-edba-4e26-b9af-3f3c7330ac0d req-f4643b80-cbbd-45f5-8d58-5dad38a04471 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0479112 Aug 31 04:45:18.397022 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-bbeed65d-edba-4e26-b9af-3f3c7330ac0d req-e1aa4ed3-3f8e-4931-a503-779fdb572850 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Aug 31 04:45:19.051074 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:19.536962 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec04de5-40c5-4b0b-9485-cab2d55da3e3 req-888a1349-fde1-4eca-94f7-15d914dc4b1c tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:19.538420 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ec04de5-40c5-4b0b-9485-cab2d55da3e3 req-888a1349-fde1-4eca-94f7-15d914dc4b1c tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0488544 Aug 31 04:45:19.597937 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6ec04de5-40c5-4b0b-9485-cab2d55da3e3 req-875281b8-f9d1-448f-8a3a-76ec955e03b0 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535281 Aug 31 04:45:20.350004 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:20.656106 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:20.729454 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea7ac7-5043-4f7f-b0c0-513963259ac1 req-801b1693-f2e5-45b9-a9c9-f8ba0f24c6ac tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:20.730976 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-beea7ac7-5043-4f7f-b0c0-513963259ac1 req-801b1693-f2e5-45b9-a9c9-f8ba0f24c6ac tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 943 time: 0.0478780 Aug 31 04:45:20.751863 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:20.758369 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:20.786345 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-beea7ac7-5043-4f7f-b0c0-513963259ac1 req-3995366f-c03e-4082-bf50-25996678b6ff tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496664 Aug 31 04:45:20.914243 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23456466-ca7f-42cb-824a-29a58f679a6a req-4d0b8048-debc-4cfe-b383-706b3b4a1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:20.916640 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-23456466-ca7f-42cb-824a-29a58f679a6a req-4d0b8048-debc-4cfe-b383-706b3b4a1a25 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1127 time: 0.0475142 Aug 31 04:45:20.964118 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-23456466-ca7f-42cb-824a-29a58f679a6a req-154ba7d7-c5e5-4c36-acee-46a21e6630dc service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Aug 31 04:45:21.166578 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device ae65d506-d89f-4468-a25b-cf6f8e85f73e details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:45:21.270956 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:21.281981 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'port_id': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'mac_address': 'fa:16:3e:89:25:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:45:21.294415 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56600) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:21.313408 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:21.318963 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port ae65d506-d89f-4468-a25b-cf6f8e85f73e is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:45:21.319355 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.333324 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae65d506-d89f-4468-a25b-cf6f8e85f73e {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:45:21.353656 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:21.358945 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.405677 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=7']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:21.408039 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1356a174-b329-4de4-bf96-a2284a891eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.489519 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1356a174-b329-4de4-bf96-a2284a891eea admin admin] Publish callbacks [] for security_group (fd83f00e-56cb-4849-bd98-987aacc2b5ae), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.495544 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-1356a174-b329-4de4-bf96-a2284a891eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (fd83f00e-56cb-4849-bd98-987aacc2b5ae), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.534882 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-1356a174-b329-4de4-bf96-a2284a891eea admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=09961741edfa42288307bfe2f406578d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392769 Aug 31 04:45:21.535797 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356a174-b329-4de4-bf96-a2284a891eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd83f00e-56cb-4849-bd98-987aacc2b5ae,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:21.538791 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56604) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:21.592501 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-895771b1-1856-4b5b-a0ca-ef70bba4540d admin admin] Publish callbacks [] for security_group (fd83f00e-56cb-4849-bd98-987aacc2b5ae), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.612790 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-895771b1-1856-4b5b-a0ca-ef70bba4540d admin admin] Publish callbacks [] for security_group (fd83f00e-56cb-4849-bd98-987aacc2b5ae), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.662007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-895771b1-1856-4b5b-a0ca-ef70bba4540d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (fd83f00e-56cb-4849-bd98-987aacc2b5ae), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.664764 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-895771b1-1856-4b5b-a0ca-ef70bba4540d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.665970 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-895771b1-1856-4b5b-a0ca-ef70bba4540d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fd83f00e-56cb-4849-bd98-987aacc2b5ae HTTP/1.1" status: 204 len: 168 time: 0.1257970 Aug 31 04:45:21.674135 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895771b1-1856-4b5b-a0ca-ef70bba4540d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd83f00e-56cb-4849-bd98-987aacc2b5ae,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:21.686803 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:21.719462 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:21.910434 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e22c0-57b2-4455-915d-026894dc09e9 req-a3fbcf11-6612-41ed-824c-0611e061dd80 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:21.912095 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-789e22c0-57b2-4455-915d-026894dc09e9 req-a3fbcf11-6612-41ed-824c-0611e061dd80 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 944 time: 0.0489023 Aug 31 04:45:21.963455 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-789e22c0-57b2-4455-915d-026894dc09e9 req-a9f0846c-7cca-4cfb-9bb9-9d197956aeec tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Aug 31 04:45:22.717020 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['ae65d506-d89f-4468-a25b-cf6f8e85f73e'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:45:23.099814 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce300b-2be7-4a0a-a442-49b5a38c9997 req-db31604f-4a7f-459c-8b25-df790c25f7b1 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:23.101310 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-91ce300b-2be7-4a0a-a442-49b5a38c9997 req-db31604f-4a7f-459c-8b25-df790c25f7b1 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 944 time: 0.0508184 Aug 31 04:45:23.152142 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-91ce300b-2be7-4a0a-a442-49b5a38c9997 req-d00b524f-5350-4a38-a753-f882695d6461 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446527 Aug 31 04:45:23.415828 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device ae65d506-d89f-4468-a25b-cf6f8e85f73e up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:45:23.470224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port ae65d506-d89f-4468-a25b-cf6f8e85f73e triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:45:23.470782 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:23.547767 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port ae65d506-d89f-4468-a25b-cf6f8e85f73e is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:45:23.548156 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:23.572257 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:45:23.574694 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91980b2e-fa2a-41ec-b5d2-879c6d380d3b" -d '{"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-plugged", "status": "completed", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:45:23.590275 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:45:23.595901 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:23.618639 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e92488-bdc6-4cb3-84a7-3ee72b50712c x-openstack-request-id: req-85e92488-bdc6-4cb3-84a7-3ee72b50712c {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:45:23.618961 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-plugged", "status": "completed", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:45:23.619210 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85e92488-bdc6-4cb3-84a7-3ee72b50712c {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:45:23.619633 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e92488-bdc6-4cb3-84a7-3ee72b50712c'] response: {'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'code': 200} Aug 31 04:45:23.645539 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=8']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:31.249162 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56726) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:31.368132 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ba63-e3a6-4f42-8505-acd214ba838c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:31.379333 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:31.402590 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:31.457756 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ba63-e3a6-4f42-8505-acd214ba838c admin admin] Publish callbacks [] for security_group (7a4b1275-5a5b-4e2f-b345-3bcf8b756588), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:31.463007 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-4bc7ba63-e3a6-4f42-8505-acd214ba838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7a4b1275-5a5b-4e2f-b345-3bcf8b756588), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:31.504859 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4bc7ba63-e3a6-4f42-8505-acd214ba838c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4def0b55b59d482d9cc859d8de7bec71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545478 Aug 31 04:45:31.505994 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7ba63-e3a6-4f42-8505-acd214ba838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4b1275-5a5b-4e2f-b345-3bcf8b756588,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:31.507560 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56730) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:31.562888 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e6d19762-f585-400a-9d74-9abe3ecb87c6 admin admin] Publish callbacks [] for security_group (7a4b1275-5a5b-4e2f-b345-3bcf8b756588), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:31.586292 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e6d19762-f585-400a-9d74-9abe3ecb87c6 admin admin] Publish callbacks [] for security_group (7a4b1275-5a5b-4e2f-b345-3bcf8b756588), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:31.641559 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e6d19762-f585-400a-9d74-9abe3ecb87c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (7a4b1275-5a5b-4e2f-b345-3bcf8b756588), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:31.644109 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-e6d19762-f585-400a-9d74-9abe3ecb87c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:31.645266 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-e6d19762-f585-400a-9d74-9abe3ecb87c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7a4b1275-5a5b-4e2f-b345-3bcf8b756588 HTTP/1.1" status: 204 len: 168 time: 0.1358399 Aug 31 04:45:31.652952 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d19762-f585-400a-9d74-9abe3ecb87c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4b1275-5a5b-4e2f-b345-3bcf8b756588,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:33.499044 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56780) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:33.612021 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5d43c30e-77d4-40d8-8941-3b938660abaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:33.690678 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5d43c30e-77d4-40d8-8941-3b938660abaf admin admin] Publish callbacks [] for security_group (6d76f496-58f1-4f5e-b923-2bd4d412cfcc), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:33.696046 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-5d43c30e-77d4-40d8-8941-3b938660abaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6d76f496-58f1-4f5e-b923-2bd4d412cfcc), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:33.735045 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43c30e-77d4-40d8-8941-3b938660abaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d76f496-58f1-4f5e-b923-2bd4d412cfcc,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:33.740746 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-5d43c30e-77d4-40d8-8941-3b938660abaf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bab0ec2982604661b0e4d33d583b2f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406435 Aug 31 04:45:33.743633 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56784) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:33.796089 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9981b84-7431-4b12-a754-25c302cf1bd6 admin admin] Publish callbacks [] for security_group (6d76f496-58f1-4f5e-b923-2bd4d412cfcc), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:33.826505 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9981b84-7431-4b12-a754-25c302cf1bd6 admin admin] Publish callbacks [] for security_group (6d76f496-58f1-4f5e-b923-2bd4d412cfcc), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:33.851260 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:33.890360 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9981b84-7431-4b12-a754-25c302cf1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6d76f496-58f1-4f5e-b923-2bd4d412cfcc), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:33.892784 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b9981b84-7431-4b12-a754-25c302cf1bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:33.893936 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b9981b84-7431-4b12-a754-25c302cf1bd6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6d76f496-58f1-4f5e-b923-2bd4d412cfcc HTTP/1.1" status: 204 len: 168 time: 0.1494713 Aug 31 04:45:33.901778 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981b84-7431-4b12-a754-25c302cf1bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d76f496-58f1-4f5e-b923-2bd4d412cfcc,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:34.180744 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56790) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:34.195487 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df97d3f6-c810-4e0a-b6ae-1df97a66c815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:34.231839 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:34.276421 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df97d3f6-c810-4e0a-b6ae-1df97a66c815 admin admin] Publish callbacks [] for security_group (e026dc13-ed15-4952-ba85-7aff703d6339), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:34.282577 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-df97d3f6-c810-4e0a-b6ae-1df97a66c815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e026dc13-ed15-4952-ba85-7aff703d6339), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:34.321386 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-df97d3f6-c810-4e0a-b6ae-1df97a66c815 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d770b6c9957c4627b9314385cd31f474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395466 Aug 31 04:45:34.322213 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97d3f6-c810-4e0a-b6ae-1df97a66c815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e026dc13-ed15-4952-ba85-7aff703d6339,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:34.324705 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56792) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:34.380979 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b34cf5cb-b20b-4fc7-bf18-462c39d6050c admin admin] Publish callbacks [] for security_group (e026dc13-ed15-4952-ba85-7aff703d6339), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:34.401360 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b34cf5cb-b20b-4fc7-bf18-462c39d6050c admin admin] Publish callbacks [] for security_group (e026dc13-ed15-4952-ba85-7aff703d6339), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:34.452688 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b34cf5cb-b20b-4fc7-bf18-462c39d6050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (e026dc13-ed15-4952-ba85-7aff703d6339), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:34.455228 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b34cf5cb-b20b-4fc7-bf18-462c39d6050c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:34.456461 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b34cf5cb-b20b-4fc7-bf18-462c39d6050c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e026dc13-ed15-4952-ba85-7aff703d6339 HTTP/1.1" status: 204 len: 168 time: 0.1299539 Aug 31 04:45:34.464703 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cf5cb-b20b-4fc7-bf18-462c39d6050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e026dc13-ed15-4952-ba85-7aff703d6339,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:35.183893 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56814) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:35.295840 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-898508322-network', 'tenant_id': '4877febbcf7543f9b4ba73cf56a27b47'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:45:35.321562 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Made reservation on behalf of 4877febbcf7543f9b4ba73cf56a27b47 for: {'network': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:45:35.324999 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.333975 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.417384 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks [] for security_group (4130ba7e-6df8-41fe-92af-ce3dad5ab9ef), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.424402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4130ba7e-6df8-41fe-92af-ce3dad5ab9ef), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.449480 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=106561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:45:35.458403 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4130ba7e-6df8-41fe-92af-ce3dad5ab9ef,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:35.464373 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c69ced64-e0b7-4f81-8d99-474694daae7e), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.464797 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.segments_db [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Added segment c69ced64-e0b7-4f81-8d99-474694daae7e of type vlan for network 12da43aa-1f84-49fe-9560-9a52cc2f3aec Aug 31 04:45:35.508573 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (12da43aa-1f84-49fe-9560-9a52cc2f3aec), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.535648 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (12da43aa-1f84-49fe-9560-9a52cc2f3aec), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.536548 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:35.537136 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.595043 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4096608 Aug 31 04:45:35.598094 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56818) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:35.600371 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2a4cd-f476-40a7-a488-811d55acb5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=12da43aa-1f84-49fe-9560-9a52cc2f3aec,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:35.603372 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Request body: {'subnet': {'network_id': '12da43aa-1f84-49fe-9560-9a52cc2f3aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-898508322-subnet', 'tenant_id': '4877febbcf7543f9b4ba73cf56a27b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:45:35.615196 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 12da43aa-1f84-49fe-9560-9a52cc2f3aec details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:45:35.625196 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Made reservation on behalf of 4877febbcf7543f9b4ba73cf56a27b47 for: {'subnet': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:45:35.627876 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3726776'] for subnet (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.794916 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8843821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3726766'] for subnet (49680593-4949-4a8e-9eb9-a59b245b414f), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.842137 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49680593-4949-4a8e-9eb9-a59b245b414f,revision_number=0']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:35.862161 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Checking segment: {'id': 'c69ced64-e0b7-4f81-8d99-474694daae7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '12da43aa-1f84-49fe-9560-9a52cc2f3aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:45:35.862507 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Network hostable DHCP agents. Network: 12da43aa-1f84-49fe-9560-9a52cc2f3aec, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:45:35.881486 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Network 12da43aa-1f84-49fe-9560-9a52cc2f3aec is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:45:35.897004 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.base_scheduler [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 12da43aa-1f84-49fe-9560-9a52cc2f3aec) {{(pid=106562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:45:35.901415 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:35.902011 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:35.906993 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e443b5-8e04-4940-a8c4-d3bcfc02007b None None] Network 12da43aa-1f84-49fe-9560-9a52cc2f3aec requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:45:35.918411 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-00508626-2a09-4292-b4f7-48fd62d33300 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3190913 Aug 31 04:45:36.011635 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2d3d2-9442-4516-9e97-4abe032366ba None None] Network 12da43aa-1f84-49fe-9560-9a52cc2f3aec requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:45:36.065006 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:36.414190 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56834) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:36.419063 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.v2.base [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1358873224-network', 'tenant_id': '94823d218f6f4c89b910b81104171e72'}} {{(pid=106562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:45:36.443178 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Made reservation on behalf of 94823d218f6f4c89b910b81104171e72 for: {'network': 1} {{(pid=106562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:45:36.445535 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for network (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.454244 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.526841 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:36.532275 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks [] for security_group (a1bcdb17-96bb-4c7f-841b-96beac963c2c), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.537137 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a1bcdb17-96bb-4c7f-841b-96beac963c2c), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.561419 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=106562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 04:45:36.577096 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bcdb17-96bb-4c7f-841b-96beac963c2c,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:36.580000 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (a64488a3-61d4-4758-b72a-531004a50f6a), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.580333 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.segments_db [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Added segment a64488a3-61d4-4758-b72a-531004a50f6a of type vlan for network 9aa1ad7f-42cc-40e9-b2c3-2e24877bb398 Aug 31 04:45:36.619272 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777314178645'] for network (9aa1ad7f-42cc-40e9-b2c3-2e24877bb398), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.635237 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:36.647599 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603'] for network (9aa1ad7f-42cc-40e9-b2c3-2e24877bb398), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.648624 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:36.649214 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.704891 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2895465 Aug 31 04:45:36.707828 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56836) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:36.712899 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Request body: {'subnet': {'network_id': '9aa1ad7f-42cc-40e9-b2c3-2e24877bb398', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1358873224-subnet', 'tenant_id': '94823d218f6f4c89b910b81104171e72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:45:36.715678 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf180ec-3937-4ebe-8a9e-621668e41c2e admin admin] Pushing event updated for resources: {'Network': ['ID=9aa1ad7f-42cc-40e9-b2c3-2e24877bb398,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:36.725283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Network 9aa1ad7f-42cc-40e9-b2c3-2e24877bb398 details requested by agent ovs-agent-dv-cinder-855307-1-iscsi with host dv-cinder-855307-1-iscsi {{(pid=106563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 04:45:36.734510 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Made reservation on behalf of 94823d218f6f4c89b910b81104171e72 for: {'subnet': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:45:36.737106 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8880245'] for subnet (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:36.783513 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:36.799174 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:36.855724 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:36.924164 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2928390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8880227'] for subnet (3458d6f5-1cc0-43bd-8bfe-19fe54f1af06), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.230799 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:45:37.248545 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3458d6f5-1cc0-43bd-8bfe-19fe54f1af06,revision_number=0']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:37.257401 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Checking segment: {'id': 'a64488a3-61d4-4758-b72a-531004a50f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9aa1ad7f-42cc-40e9-b2c3-2e24877bb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:45:37.257744 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Network hostable DHCP agents. Network: 9aa1ad7f-42cc-40e9-b2c3-2e24877bb398, hostable agents: ['cd3743a6-d37e-4725-9315-dfc07d42d3fd'], hosted agents: [] {{(pid=106561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 04:45:37.278290 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Network 9aa1ad7f-42cc-40e9-b2c3-2e24877bb398 is scheduled to be hosted by DHCP agent cd3743a6-d37e-4725-9315-dfc07d42d3fd with binding_index 1 {{(pid=106561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 04:45:37.291023 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-1-iscsi, 9aa1ad7f-42cc-40e9-b2c3-2e24877bb398) {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:45:37.295492 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:37.296085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.301442 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fa3e49-4c6b-47e3-acbe-8c08c736c1c4 None None] Network 9aa1ad7f-42cc-40e9-b2c3-2e24877bb398 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:45:37.314773 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-102a3241-08de-49c2-b072-756d2d5e154d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6057935 Aug 31 04:45:37.405756 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7918d92-617b-4939-9be0-0b09a30d3728 None None] Network 9aa1ad7f-42cc-40e9-b2c3-2e24877bb398 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:45:37.431915 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56840) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:37.476958 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] Deleting subnet 49680593-4949-4a8e-9eb9-a59b245b414f {{(pid=106561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:45:37.480321 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] Publish callbacks [] for subnet (49680593-4949-4a8e-9eb9-a59b245b414f), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.517874 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3797179'] for subnet (49680593-4949-4a8e-9eb9-a59b245b414f), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.566493 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (49680593-4949-4a8e-9eb9-a59b245b414f), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.633688 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2928453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8880234'] for subnet (49680593-4949-4a8e-9eb9-a59b245b414f), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.661663 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49680593-4949-4a8e-9eb9-a59b245b414f,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:37.663633 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.666753 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-2d7091b0-8c6e-4e32-a125-14ad38f78890 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/49680593-4949-4a8e-9eb9-a59b245b414f HTTP/1.1" status: 204 len: 168 time: 0.2337756 Aug 31 04:45:37.669904 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56842) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:37.742709 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (12da43aa-1f84-49fe-9560-9a52cc2f3aec), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.823295 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (12da43aa-1f84-49fe-9560-9a52cc2f3aec), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.844585 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12da43aa-1f84-49fe-9560-9a52cc2f3aec']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:37.858277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69ced64-e0b7-4f81-8d99-474694daae7e') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:37.858566 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69ced64-e0b7-4f81-8d99-474694daae7e') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:37.871907 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (c69ced64-e0b7-4f81-8d99-474694daae7e), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.885593 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c69ced64-e0b7-4f81-8d99-474694daae7e), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.892070 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:45:37.892443 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (c69ced64-e0b7-4f81-8d99-474694daae7e), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.936983 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment c69ced64-e0b7-4f81-8d99-474694daae7e resource provider aggregate not found Aug 31 04:45:37.954202 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment c69ced64-e0b7-4f81-8d99-474694daae7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c69ced64-e0b7-4f81-8d99-474694daae7e found for delete ", "request_id": "req-8a46e4c1-47fa-496c-85e8-da421cfdd1ab"}]} Aug 31 04:45:37.962158 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (12da43aa-1f84-49fe-9560-9a52cc2f3aec), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.967043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:37.970565 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/12da43aa-1f84-49fe-9560-9a52cc2f3aec HTTP/1.1" status: 204 len: 168 time: 0.3002670 Aug 31 04:45:37.974247 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56848) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:37.983720 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655a0c2-049b-406e-b482-50998b901a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=12da43aa-1f84-49fe-9560-9a52cc2f3aec,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:38.019472 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] Deleting subnet 3458d6f5-1cc0-43bd-8bfe-19fe54f1af06 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:45:38.022858 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] Publish callbacks [] for subnet (3458d6f5-1cc0-43bd-8bfe-19fe54f1af06), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.056748 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (3458d6f5-1cc0-43bd-8bfe-19fe54f1af06), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.099009 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (3458d6f5-1cc0-43bd-8bfe-19fe54f1af06), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.157822 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (3458d6f5-1cc0-43bd-8bfe-19fe54f1af06), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.181922 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3458d6f5-1cc0-43bd-8bfe-19fe54f1af06,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:38.188258 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.191477 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-00c2a0ee-4531-48ff-8d83-5ecd6bed07a9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3458d6f5-1cc0-43bd-8bfe-19fe54f1af06 HTTP/1.1" status: 204 len: 168 time: 0.2161639 Aug 31 04:45:38.194073 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 56850) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:38.263257 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (9aa1ad7f-42cc-40e9-b2c3-2e24877bb398), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.345584 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (9aa1ad7f-42cc-40e9-b2c3-2e24877bb398), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.366296 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aa1ad7f-42cc-40e9-b2c3-2e24877bb398']}} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:38.375528 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64488a3-61d4-4758-b72a-531004a50f6a') {'for_net_delete': True} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:38.375831 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64488a3-61d4-4758-b72a-531004a50f6a') {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:45:38.385372 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8843864'] for segment (a64488a3-61d4-4758-b72a-531004a50f6a), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.400574 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (a64488a3-61d4-4758-b72a-531004a50f6a), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.407290 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:45:38.407674 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845000'] for segment (a64488a3-61d4-4758-b72a-531004a50f6a), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.455748 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment a64488a3-61d4-4758-b72a-531004a50f6a resource provider aggregate not found Aug 31 04:45:38.473757 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment a64488a3-61d4-4758-b72a-531004a50f6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a64488a3-61d4-4758-b72a-531004a50f6a found for delete ", "request_id": "req-8f81569a-d53b-44dd-a319-dbd60b7c9731"}]} Aug 31 04:45:38.481865 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (9aa1ad7f-42cc-40e9-b2c3-2e24877bb398), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.487212 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.490354 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9aa1ad7f-42cc-40e9-b2c3-2e24877bb398 HTTP/1.1" status: 204 len: 168 time: 0.2953742 Aug 31 04:45:38.505398 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792974c0-5e81-4ae0-8fad-ef0408361cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aa1ad7f-42cc-40e9-b2c3-2e24877bb398,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:38.664964 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56858) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:38.707977 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f8857407-effe-4373-90cb-57b45878f482 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4877febbcf7543f9b4ba73cf56a27b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418313 Aug 31 04:45:38.710562 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56860) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:38.759406 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8669-40cd-4c65-9400-e64a5b6dd720 admin admin] Publish callbacks [] for security_group (4130ba7e-6df8-41fe-92af-ce3dad5ab9ef), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.761868 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:38.771670 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:38.781230 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8669-40cd-4c65-9400-e64a5b6dd720 admin admin] Publish callbacks [] for security_group (4130ba7e-6df8-41fe-92af-ce3dad5ab9ef), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.829992 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8669-40cd-4c65-9400-e64a5b6dd720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4130ba7e-6df8-41fe-92af-ce3dad5ab9ef), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.832535 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-fc0e8669-40cd-4c65-9400-e64a5b6dd720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:38.833695 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-fc0e8669-40cd-4c65-9400-e64a5b6dd720 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4130ba7e-6df8-41fe-92af-ce3dad5ab9ef HTTP/1.1" status: 204 len: 168 time: 0.1222205 Aug 31 04:45:38.841370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e8669-40cd-4c65-9400-e64a5b6dd720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4130ba7e-6df8-41fe-92af-ce3dad5ab9ef,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:39.185631 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56866) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:39.233562 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a50beb55-edff-4a8b-82ed-b4e74a6c5143 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=94823d218f6f4c89b910b81104171e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465951 Aug 31 04:45:39.237121 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 56868) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:39.286287 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28be-8940-4217-95a8-5c0a6682b80c admin admin] Publish callbacks [] for security_group (a1bcdb17-96bb-4c7f-841b-96beac963c2c), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:39.307397 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28be-8940-4217-95a8-5c0a6682b80c admin admin] Publish callbacks [] for security_group (a1bcdb17-96bb-4c7f-841b-96beac963c2c), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:39.357580 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28be-8940-4217-95a8-5c0a6682b80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (a1bcdb17-96bb-4c7f-841b-96beac963c2c), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:39.360156 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28be-8940-4217-95a8-5c0a6682b80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:39.361310 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-3b0c28be-8940-4217-95a8-5c0a6682b80c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a1bcdb17-96bb-4c7f-841b-96beac963c2c HTTP/1.1" status: 204 len: 168 time: 0.1233373 Aug 31 04:45:39.369368 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c28be-8940-4217-95a8-5c0a6682b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bcdb17-96bb-4c7f-841b-96beac963c2c,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:45.547587 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-d8fab593-c46c-46cb-b1b4-9c9beb75af46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:47.225073 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=15 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:47.226059 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=19 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:47.970758 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-81497c3d-94cc-43a3-9d35-22e8c061608a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:48.473222 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=9 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:48.492864 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:49.059966 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:49.364005 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=33,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:49.365043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:50.344691 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:50.651919 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:51.724002 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:53.875221 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-4d36afc1-6536-4c9a-8a89-218c3537b1e8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2075500102&fields=id&tenant_id=312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 267 time: 0.0465608 Aug 31 04:45:53.990275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-7e76d721-4af6-4160-8b15-ce2f5acd23ef tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:53.992459 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-7e76d721-4af6-4160-8b15-ce2f5acd23ef tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 812 time: 0.1107206 Aug 31 04:45:54.008254 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-0f0771e0-d1e0-4177-8073-a1b4e0ecda06 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/quotas/312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 375 time: 0.0092442 Aug 31 04:45:54.063287 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-5611fda2-d738-4b52-8683-2b9b55726e38 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498645 Aug 31 04:45:54.183246 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-ca716c22-9fef-44d7-860c-039fbf7f48b8 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 31 04:45:54.184332 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-ca716c22-9fef-44d7-860c-039fbf7f48b8 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1091034 Aug 31 04:45:54.281037 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-2547846b-8bea-42f8-80f2-fc58c36181b0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906174 Aug 31 04:45:54.377207 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-e80475d3-2bdb-4dee-b18c-7acf2b33b834 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905967 Aug 31 04:45:54.433120 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57054) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:54.547126 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a3afbf3d-8855-47fd-9998-0e11c09fa8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:54.633838 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a3afbf3d-8855-47fd-9998-0e11c09fa8a7 admin admin] Publish callbacks [] for security_group (f3392b90-c9a0-42c1-b269-7302953ea960), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:54.638749 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a3afbf3d-8855-47fd-9998-0e11c09fa8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f3392b90-c9a0-42c1-b269-7302953ea960), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:54.679036 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a3afbf3d-8855-47fd-9998-0e11c09fa8a7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d4cd06805fa84925929181432eb3711b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442877 Aug 31 04:45:54.679760 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afbf3d-8855-47fd-9998-0e11c09fa8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3392b90-c9a0-42c1-b269-7302953ea960,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:54.683567 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57068) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:54.727410 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-ce79c6f4-9471-4273-b3c5-c5a603a37592 req-1cbbea93-de7d-4316-b8b4-0936c846042d tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 210 time: 0.0537424 Aug 31 04:45:54.737622 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d16bfd0a-a1fe-4eba-8cfe-5d80fc589200 admin admin] Publish callbacks [] for security_group (f3392b90-c9a0-42c1-b269-7302953ea960), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:54.759765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d16bfd0a-a1fe-4eba-8cfe-5d80fc589200 admin admin] Publish callbacks [] for security_group (f3392b90-c9a0-42c1-b269-7302953ea960), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:54.809659 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d16bfd0a-a1fe-4eba-8cfe-5d80fc589200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (f3392b90-c9a0-42c1-b269-7302953ea960), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:54.812261 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-d16bfd0a-a1fe-4eba-8cfe-5d80fc589200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:54.813419 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-d16bfd0a-a1fe-4eba-8cfe-5d80fc589200 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f3392b90-c9a0-42c1-b269-7302953ea960 HTTP/1.1" status: 204 len: 168 time: 0.1288526 Aug 31 04:45:54.821819 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16bfd0a-a1fe-4eba-8cfe-5d80fc589200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3392b90-c9a0-42c1-b269-7302953ea960,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:55.091845 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57080) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:55.109346 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e1c1343d-ac02-478f-a29f-bf8236b7a991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:55.160209 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:55.188455 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:55.190504 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e1c1343d-ac02-478f-a29f-bf8236b7a991 admin admin] Publish callbacks [] for security_group (9da6cfcc-4aab-445c-bb9d-48c02f239914), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:55.195361 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e1c1343d-ac02-478f-a29f-bf8236b7a991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9da6cfcc-4aab-445c-bb9d-48c02f239914), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:55.239733 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e1c1343d-ac02-478f-a29f-bf8236b7a991 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8e07c03bf578461a83e08fdb9b0700ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441972 Aug 31 04:45:55.239733 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1343d-ac02-478f-a29f-bf8236b7a991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da6cfcc-4aab-445c-bb9d-48c02f239914,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:55.241027 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57082) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:55.301322 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-959468bf-abd9-485d-b80e-ac3489cbf6d2 admin admin] Publish callbacks [] for security_group (9da6cfcc-4aab-445c-bb9d-48c02f239914), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:55.322214 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-959468bf-abd9-485d-b80e-ac3489cbf6d2 admin admin] Publish callbacks [] for security_group (9da6cfcc-4aab-445c-bb9d-48c02f239914), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:55.369108 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-959468bf-abd9-485d-b80e-ac3489cbf6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9da6cfcc-4aab-445c-bb9d-48c02f239914), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:55.371843 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-959468bf-abd9-485d-b80e-ac3489cbf6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:55.373171 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-959468bf-abd9-485d-b80e-ac3489cbf6d2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9da6cfcc-4aab-445c-bb9d-48c02f239914 HTTP/1.1" status: 204 len: 168 time: 0.1314614 Aug 31 04:45:55.381443 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959468bf-abd9-485d-b80e-ac3489cbf6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da6cfcc-4aab-445c-bb9d-48c02f239914,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:55.869631 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1b4b6ee3-fc8d-407a-88c5-89af921f83fe req-d23c1ef3-70c8-4d3a-9179-cd48a66d3c18 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 210 time: 0.0350027 Aug 31 04:45:55.921062 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-caa9c46f-7344-47c9-ab51-06744d257b3b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:55.922553 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-caa9c46f-7344-47c9-ab51-06744d257b3b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 812 time: 0.1486621 Aug 31 04:45:55.996998 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-ec5cf9c1-f538-485a-a404-6eeac1b460e9 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=312b9335479c4d72b78a20bb2f1b7296 HTTP/1.1" status: 200 len: 380 time: 0.0574470 Aug 31 04:45:56.007008 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'port': {'device_id': 'e6d96391-a722-4906-bbd5-c7d961825895', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'admin_state_up': True, 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'security_groups': ['9ae3e047-6fc4-4c22-b510-d30ec1b05cdb']}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:45:56.126409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Made reservation on behalf of 312b9335479c4d72b78a20bb2f1b7296 for: {'port': 1} {{(pid=106561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 04:45:56.130193 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.262642 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Allocated IP 172.20.0.5 (c418a9e6-611c-4446-9f40-8356037355dc/3350f2b9-8722-461a-a9b9-195751ace6db/89058070-899b-4f0b-9c76-54c4138339c9) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:45:56.408989 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (89058070-899b-4f0b-9c76-54c4138339c9), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.442874 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (89058070-899b-4f0b-9c76-54c4138339c9), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.490456 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Network c418a9e6-611c-4446-9f40-8356037355dc is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:45:56.493662 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:45:56.497767 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:45:56.525342 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:56.551763 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57116) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:56.576336 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=89058070-899b-4f0b-9c76-54c4138339c9,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:56.593765 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:56.594542 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.618568 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-5d2ff433-98f5-4688-9e4d-41725991a8c1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6154368 Aug 31 04:45:56.650049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Request body: {'port': {'device_id': 'e6d96391-a722-4906-bbd5-c7d961825895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:45:56.703653 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b6914969-fb8d-40a0-8ece-f52785a661f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.724606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (89058070-899b-4f0b-9c76-54c4138339c9), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.738744 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:56.795777 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b6914969-fb8d-40a0-8ece-f52785a661f6 admin admin] Publish callbacks [] for security_group (b019a108-127a-4322-9fdc-486e592cc004), precommit_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.797311 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-c57d6346-b9cf-4ba3-8bb3-e1defd6a761b None None] Provisioning complete for port 89058070-899b-4f0b-9c76-54c4138339c9 triggered by entity DHCP. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:45:56.797833 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c57d6346-b9cf-4ba3-8bb3-e1defd6a761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (89058070-899b-4f0b-9c76-54c4138339c9), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.801954 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-b6914969-fb8d-40a0-8ece-f52785a661f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b019a108-127a-4322-9fdc-486e592cc004), after_create {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:56.832944 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-c57d6346-b9cf-4ba3-8bb3-e1defd6a761b None None] Port 89058070-899b-4f0b-9c76-54c4138339c9 cannot update to ACTIVE because it is not bound. {{(pid=106563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 31 04:45:56.844202 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-b6914969-fb8d-40a0-8ece-f52785a661f6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b7dc1b33911648abb965c6a881ecd8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912042 Aug 31 04:45:56.845069 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6914969-fb8d-40a0-8ece-f52785a661f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b019a108-127a-4322-9fdc-486e592cc004,revision_number=1']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:56.847498 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57120) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:45:56.966203 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c8e356d9-05ba-4485-8e3a-86cd4f839ffc admin admin] Publish callbacks [] for security_group (b019a108-127a-4322-9fdc-486e592cc004), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.001731 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212dd9-57ac-4fec-bf10-7f945a80f5a3 req-270596e1-6823-40a7-b303-594d6589a05b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:57.003444 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f6212dd9-57ac-4fec-bf10-7f945a80f5a3 req-270596e1-6823-40a7-b303-594d6589a05b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 931 time: 0.0481670 Aug 31 04:45:57.008571 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c8e356d9-05ba-4485-8e3a-86cd4f839ffc admin admin] Publish callbacks [] for security_group (b019a108-127a-4322-9fdc-486e592cc004), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.052929 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f6212dd9-57ac-4fec-bf10-7f945a80f5a3 req-cf6761e8-ca8d-4e5e-a520-753376e6b2ee tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437522 Aug 31 04:45:57.085535 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89058070-899b-4f0b-9c76-54c4138339c9 {{(pid=106561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:45:57.093352 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Publish callbacks [] for port (89058070-899b-4f0b-9c76-54c4138339c9), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.105539 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c8e356d9-05ba-4485-8e3a-86cd4f839ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b019a108-127a-4322-9fdc-486e592cc004), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.107984 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-c8e356d9-05ba-4485-8e3a-86cd4f839ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.109081 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-c8e356d9-05ba-4485-8e3a-86cd4f839ffc admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b019a108-127a-4322-9fdc-486e592cc004 HTTP/1.1" status: 204 len: 168 time: 0.2612481 Aug 31 04:45:57.113810 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.provisioning_blocks [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Transition to ACTIVE for port object 89058070-899b-4f0b-9c76-54c4138339c9 will not be triggered until provisioned by entity L2. {{(pid=106561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 31 04:45:57.119072 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (89058070-899b-4f0b-9c76-54c4138339c9), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.121651 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e356d9-05ba-4485-8e3a-86cd4f839ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019a108-127a-4322-9fdc-486e592cc004,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:57.215788 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Pushing event updated for resources: {'Port': ['ID=89058070-899b-4f0b-9c76-54c4138339c9,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:57.242511 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Attempting to bind port 89058070-899b-4f0b-9c76-54c4138339c9 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 31 04:45:57.242991 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Attempting to bind port 89058070-899b-4f0b-9c76-54c4138339c9 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 31 04:45:57.243326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Attempting to bind port 89058070-899b-4f0b-9c76-54c4138339c9 on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:45:57.248160 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Port 89058070-899b-4f0b-9c76-54c4138339c9 on network c418a9e6-611c-4446-9f40-8356037355dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 31 04:45:57.248481 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Attempting to bind port 89058070-899b-4f0b-9c76-54c4138339c9 on network c418a9e6-611c-4446-9f40-8356037355dc {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 31 04:45:57.253313 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Checking agent: {'id': '82ec81d9-5806-40b5-89e4-da0f909b059b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'started_at': datetime.datetime(2022, 8, 31, 4, 32, 48), 'heartbeat_timestamp': datetime.datetime(2022, 8, 31, 4, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 31 04:45:57.253646 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Checking segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 31 04:45:57.254026 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Bound using segment: {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'} {{(pid=106561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 31 04:45:57.254449 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.managers [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Bound port: 89058070-899b-4f0b-9c76-54c4138339c9, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31e2198-31aa-4be6-b211-0530a13cc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc'}}] {{(pid=106561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 31 04:45:57.254847 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (89058070-899b-4f0b-9c76-54c4138339c9), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.323125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] For port 89058070-899b-4f0b-9c76-54c4138339c9, host hv-cinder-85530, cleared binding levels {{(pid=106561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 04:45:57.326264 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] For port 89058070-899b-4f0b-9c76-54c4138339c9, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=89058070-899b-4f0b-9c76-54c4138339c9,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 04:45:57.332548 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (89058070-899b-4f0b-9c76-54c4138339c9), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.337606 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:57.339296 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:45:57.340805 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/89058070-899b-4f0b-9c76-54c4138339c9 HTTP/1.1" status: 200 len: 1093 time: 0.6963668 Aug 31 04:45:57.341307 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:45:57.343604 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "tag": "89058070-899b-4f0b-9c76-54c4138339c9"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:45:57.401125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a85c3-d5b5-4475-96dd-aa83e0240040 service neutron] Pushing event updated for resources: {'Port': ['ID=89058070-899b-4f0b-9c76-54c4138339c9,revision_number=3']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:45:57.435490 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:DELETE=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:57.447711 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-15a36e9d-95b4-474e-99ab-6b2e8ce43b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:57.449449 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-15a36e9d-95b4-474e-99ab-6b2e8ce43b65 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 1127 time: 0.0446095 Aug 31 04:45:57.497664 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-f5b753c2-dd15-4cfa-8599-65e11147996e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89058070-899b-4f0b-9c76-54c4138339c9 HTTP/1.1" status: 200 len: 217 time: 0.0338032 Aug 31 04:45:57.531488 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2824d3e-d565-404c-8c85-3386e8d74b5e x-openstack-request-id: req-f2824d3e-d565-404c-8c85-3386e8d74b5e {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:45:57.531795 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "tag": "89058070-899b-4f0b-9c76-54c4138339c9", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:45:57.532022 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2824d3e-d565-404c-8c85-3386e8d74b5e {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:45:57.532424 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2824d3e-d565-404c-8c85-3386e8d74b5e'] response: {'name': 'network-changed', 'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9', 'status': 'completed', 'code': 200} Aug 31 04:45:57.549835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-3dc380de-31b4-40eb-a27c-28f9fd6fa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:57.551338 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-3dc380de-31b4-40eb-a27c-28f9fd6fa2a7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0479898 Aug 31 04:45:57.600113 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3050-af44-415f-857f-0def940bf511 req-81601202-1506-4b7d-98c2-5017879ef7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:57.601619 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-81601202-1506-4b7d-98c2-5017879ef7a6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436192 Aug 31 04:45:57.652533 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:45:57.696335 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-6b95353d-0ac8-4cb9-b29d-09486c35b329 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882351 Aug 31 04:45:57.792481 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-cd1c3050-af44-415f-857f-0def940bf511 req-0c1f1b3a-27cf-41c7-b473-3275f40900cf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900395 Aug 31 04:45:58.168022 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-7373d889-5df2-47ac-abea-ea951a9d702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:58.169528 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-7373d889-5df2-47ac-abea-ea951a9d702b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 1127 time: 0.0458245 Aug 31 04:45:58.187553 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb3403-0483-4e90-a924-909009753e29 req-7b57ad09-d819-4c4c-b078-3ad0268ef112 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:58.187553 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6eeb3403-0483-4e90-a924-909009753e29 req-7b57ad09-d819-4c4c-b078-3ad0268ef112 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0528288 Aug 31 04:45:58.252420 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6eeb3403-0483-4e90-a924-909009753e29 req-b79e044f-857b-4af8-8698-575772c3e615 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604968 Aug 31 04:45:58.294185 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-4a5310f2-6983-4d1c-ae2d-f4282d00ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:58.295691 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-4a5310f2-6983-4d1c-ae2d-f4282d00ef86 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.1193464 Aug 31 04:45:58.339711 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-1273ecd0-3375-4853-87f2-277688e52bda service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89058070-899b-4f0b-9c76-54c4138339c9 HTTP/1.1" status: 200 len: 217 time: 0.0342824 Aug 31 04:45:58.392670 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-7d3e0f5f-a890-41c7-bf9b-ddb286ecb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:58.394092 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-7d3e0f5f-a890-41c7-bf9b-ddb286ecb17f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0447035 Aug 31 04:45:58.439661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-88594750-d8b8-41a6-b3db-0cc87659e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:58.441171 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-88594750-d8b8-41a6-b3db-0cc87659e739 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387981 Aug 31 04:45:58.548508 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-c6b54bfa-0ebb-4548-be86-5a3ea777c775 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990181 Aug 31 04:45:58.643899 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-70e8e0f9-67e2-4aae-a4b4-de8437f1b631 req-9b40ee9b-b72a-407d-9fba-516243d50782 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870650 Aug 31 04:45:59.370742 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea535f7-de00-4efa-acb4-50ffe70c869b req-ae92658d-d50b-41f5-a8d0-d66719c64f7f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:45:59.372248 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dea535f7-de00-4efa-acb4-50ffe70c869b req-ae92658d-d50b-41f5-a8d0-d66719c64f7f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0481422 Aug 31 04:45:59.425260 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-dea535f7-de00-4efa-acb4-50ffe70c869b req-f58654bc-0866-4f5a-9f62-7ed2c350b394 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474000 Aug 31 04:46:00.558038 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711297d-623f-464d-b75c-4971c480319f req-1909a821-6122-4853-aa46-cbba00f32673 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:00.559580 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3711297d-623f-464d-b75c-4971c480319f req-1909a821-6122-4853-aa46-cbba00f32673 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0506623 Aug 31 04:46:00.608063 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-3711297d-623f-464d-b75c-4971c480319f req-052a1595-21d6-41d0-a1dd-0028e46d36ac tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429142 Aug 31 04:46:01.746926 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6826b18-7082-425f-9f5a-fb4937babae3 req-f6376167-c846-4e05-afab-de7181636759 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:01.748379 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d6826b18-7082-425f-9f5a-fb4937babae3 req-f6376167-c846-4e05-afab-de7181636759 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0483758 Aug 31 04:46:01.801314 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d6826b18-7082-425f-9f5a-fb4937babae3 req-90062e83-7001-4f73-8e2d-ca1a85673f5c tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 Aug 31 04:46:02.936032 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f123b0c-066b-4d97-9852-cb0cd15a91ca req-4bb21540-7794-4c64-9007-cc367e11a6be tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:02.937538 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6f123b0c-066b-4d97-9852-cb0cd15a91ca req-4bb21540-7794-4c64-9007-cc367e11a6be tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0544713 Aug 31 04:46:02.997953 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-6f123b0c-066b-4d97-9852-cb0cd15a91ca req-17d90909-5647-45db-b91f-56b8a28e7cec tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545292 Aug 31 04:46:04.297440 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:04.313035 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608e906-33d3-4f7a-a07d-7eb5b3e2acc2 req-2b310a8b-e68d-4f1e-9dfc-6cf009faceb7 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:04.315096 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6608e906-33d3-4f7a-a07d-7eb5b3e2acc2 req-2b310a8b-e68d-4f1e-9dfc-6cf009faceb7 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0566044 Aug 31 04:46:04.366326 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-6608e906-33d3-4f7a-a07d-7eb5b3e2acc2 req-cf478bff-10ea-49cc-bfdf-121674e19388 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453534 Aug 31 04:46:05.509423 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200fc08-83e9-45a8-abfe-a6c01cb6de2b req-f7f0de65-3238-478b-ba0a-59e8f571e1c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:05.510914 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9200fc08-83e9-45a8-abfe-a6c01cb6de2b req-f7f0de65-3238-478b-ba0a-59e8f571e1c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0531518 Aug 31 04:46:05.579472 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-9200fc08-83e9-45a8-abfe-a6c01cb6de2b req-463e577e-622e-4b6d-9464-fd2dca525031 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595856 Aug 31 04:46:06.616307 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 89058070-899b-4f0b-9c76-54c4138339c9 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=106563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 04:46:06.619300 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:06.709949 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aff1f-9fe1-4423-a5e6-22beca7149d7 req-46ae8bcb-8446-449d-b8e5-65db0d08bdec tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:06.711540 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d07aff1f-9fe1-4423-a5e6-22beca7149d7 req-46ae8bcb-8446-449d-b8e5-65db0d08bdec tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 943 time: 0.0477202 Aug 31 04:46:06.724343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 89058070-899b-4f0b-9c76-54c4138339c9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=89058070-899b-4f0b-9c76-54c4138339c9,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:06.736115 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Returning: {'device': '89058070-899b-4f0b-9c76-54c4138339c9', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'port_id': '89058070-899b-4f0b-9c76-54c4138339c9', 'mac_address': 'fa:16:3e:7a:89:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 04:46:06.764591 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-d07aff1f-9fe1-4423-a5e6-22beca7149d7 req-0c7ad6e6-8d2c-48a7-af1c-59229bc90abf tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 Aug 31 04:46:06.778609 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 89058070-899b-4f0b-9c76-54c4138339c9 is: DOWN; New status is: BUILD {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:46:06.779065 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (89058070-899b-4f0b-9c76-54c4138339c9), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:06.792502 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89058070-899b-4f0b-9c76-54c4138339c9 {{(pid=106563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 31 04:46:06.797317 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:06.816997 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 89058070-899b-4f0b-9c76-54c4138339c9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=89058070-899b-4f0b-9c76-54c4138339c9,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:06.822480 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (89058070-899b-4f0b-9c76-54c4138339c9), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:06.870487 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=89058070-899b-4f0b-9c76-54c4138339c9,revision_number=4']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:07.192991 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] get_ports_and_sgs() called for port_ids ['89058070-899b-4f0b-9c76-54c4138339c9'] {{(pid=106563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 31 04:46:07.898754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea4f84-fc72-4eb0-b271-13af2ccf847e req-703a294d-618f-4dea-bb13-a5d41452bd66 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:07.900232 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f3ea4f84-fc72-4eb0-b271-13af2ccf847e req-703a294d-618f-4dea-bb13-a5d41452bd66 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 944 time: 0.0492535 Aug 31 04:46:07.912486 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:07.951629 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-f3ea4f84-fc72-4eb0-b271-13af2ccf847e req-eba0515a-3928-4112-936a-826a5a8524aa tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Aug 31 04:46:09.088666 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0cd24-70ad-402d-b644-89acb156132a req-0ce717d0-2e9a-4594-8592-63380b65e112 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:09.090157 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1bc0cd24-70ad-402d-b644-89acb156132a req-0ce717d0-2e9a-4594-8592-63380b65e112 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 944 time: 0.0606985 Aug 31 04:46:09.140256 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-1bc0cd24-70ad-402d-b644-89acb156132a req-53e97dfb-9af0-4cd4-9352-108581ef85f1 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Aug 31 04:46:10.264001 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3097d4-9e66-4ecc-9394-82be06e857ea req-cb488d39-d52d-4008-9a31-dc43dd046988 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:10.265510 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1a3097d4-9e66-4ecc-9394-82be06e857ea req-cb488d39-d52d-4008-9a31-dc43dd046988 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 944 time: 0.0524089 Aug 31 04:46:10.284083 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:10.319256 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-1a3097d4-9e66-4ecc-9394-82be06e857ea req-5e60102e-a742-47a7-90dc-a7c9ffd34e82 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482831 Aug 31 04:46:10.359289 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 89058070-899b-4f0b-9c76-54c4138339c9 up at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 04:46:10.403539 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning for port 89058070-899b-4f0b-9c76-54c4138339c9 completed by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 31 04:46:10.412710 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.provisioning_blocks [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Provisioning complete for port 89058070-899b-4f0b-9c76-54c4138339c9 triggered by entity L2. {{(pid=106563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 31 04:46:10.413267 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7993706'] for port (89058070-899b-4f0b-9c76-54c4138339c9), provisioning_complete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:10.488776 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Current status of the port 89058070-899b-4f0b-9c76-54c4138339c9 is: BUILD; New status is: ACTIVE {{(pid=106563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 31 04:46:10.489167 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (89058070-899b-4f0b-9c76-54c4138339c9), before_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:10.514956 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9'}] {{(pid=106563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:46:10.517645 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38fc313e778f11f9a6d7a5112bc689c89b220fa81d2923944b8615d25225ba71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a96d821-1a88-4877-a2c6-9779de2c6a8a" -d '{"events": [{"server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "name": "network-vif-plugged", "status": "completed", "tag": "89058070-899b-4f0b-9c76-54c4138339c9"}]}' {{(pid=106563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:46:10.532728 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] For port 89058070-899b-4f0b-9c76-54c4138339c9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=89058070-899b-4f0b-9c76-54c4138339c9,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:10.538580 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370'] for port (89058070-899b-4f0b-9c76-54c4138339c9), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:10.590635 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Pushing event updated for resources: {'Port': ['ID=89058070-899b-4f0b-9c76-54c4138339c9,revision_number=5']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:10.623426 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55e89d9-8c6f-406f-9852-2804cb716196 x-openstack-request-id: req-c55e89d9-8c6f-406f-9852-2804cb716196 {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:46:10.623721 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "name": "network-vif-plugged", "status": "completed", "tag": "89058070-899b-4f0b-9c76-54c4138339c9", "code": 200}]} {{(pid=106563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:46:10.623976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c55e89d9-8c6f-406f-9852-2804cb716196 {{(pid=106563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:46:10.624382 dv-cinder-855307-1-iscsi neutron-server[106563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55e89d9-8c6f-406f-9852-2804cb716196'] response: {'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9', 'code': 200} Aug 31 04:46:10.875661 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:10.906426 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed51225-6528-4d42-9560-889f3f720342 req-f355e1c5-fd25-4dd8-adbb-d699b3c8ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:10.907981 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-aed51225-6528-4d42-9560-889f3f720342 req-f355e1c5-fd25-4dd8-adbb-d699b3c8ae2e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 1129 time: 0.0411410 Aug 31 04:46:10.958373 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-aed51225-6528-4d42-9560-889f3f720342 req-a700cee4-e7aa-46c5-a580-02f5e7b23f6e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Aug 31 04:46:11.444446 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f617c-2b9d-4acb-a289-c9390fd1fdb7 req-d94186c1-d9df-488f-b5be-dcf63b5601db tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:11.445868 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-405f617c-2b9d-4acb-a289-c9390fd1fdb7 req-d94186c1-d9df-488f-b5be-dcf63b5601db tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 945 time: 0.0505385 Aug 31 04:46:11.493861 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:11.497147 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-405f617c-2b9d-4acb-a289-c9390fd1fdb7 req-a01400f3-e26f-4972-9b84-3058356e7c2e tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Aug 31 04:46:12.632282 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fea0e-8490-4014-8707-ec60e15a20b0 req-68ecd7dc-4c1e-432e-9b4b-97dd8ec46c87 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:12.633786 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b1fea0e-8490-4014-8707-ec60e15a20b0 req-68ecd7dc-4c1e-432e-9b4b-97dd8ec46c87 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 945 time: 0.0537539 Aug 31 04:46:12.688538 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7b1fea0e-8490-4014-8707-ec60e15a20b0 req-1ec21b03-128f-42d8-b5ef-31ded587be00 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490866 Aug 31 04:46:12.815660 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396cf48-a3e8-4e7e-a0e7-dfd2472d7d2e req-3639e9b9-3eb9-4d3e-a586-3394c2c7abb6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:12.817108 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d396cf48-a3e8-4e7e-a0e7-dfd2472d7d2e req-3639e9b9-3eb9-4d3e-a586-3394c2c7abb6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Aug 31 04:46:12.869776 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-d396cf48-a3e8-4e7e-a0e7-dfd2472d7d2e req-db190aa4-672f-4998-9cd2-0ed0dc86474b tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Aug 31 04:46:12.898049 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57276) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:12.937391 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f750d67-4748-4e19-ab9a-eaeadc6053c6 tempest-TestVolumeBootPattern-1716633603 tempest-TestVolumeBootPattern-1716633603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:12.938912 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-4f750d67-4748-4e19-ab9a-eaeadc6053c6 tempest-TestVolumeBootPattern-1716633603 tempest-TestVolumeBootPattern-1716633603-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 1124 time: 0.0397949 Aug 31 04:46:12.941845 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57278) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:12.946055 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.v2.base [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Request body: {'floatingip': {'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'port_id': '89058070-899b-4f0b-9c76-54c4138339c9', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 04:46:12.970201 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:13.054516 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:13.167005 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_common [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Allocated IP 172.27.3.149 (46198825-639b-429b-98f5-18447e170616/7751cbfd-48a7-474e-917b-cb9ab1874999/d57c901b-7ede-4f50-9223-d41d7af69b70) {{(pid=106561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 04:46:13.283962 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:13.319413 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777314157334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:13.323214 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:13.365027 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Network 46198825-639b-429b-98f5-18447e170616 is already hosted by enough agents. {{(pid=106561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 04:46:13.370318 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.base_scheduler [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Resources bound (agent type, host, resource id): {{(pid=106561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 04:46:13.372971 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Received port after_create {{(pid=106561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 31 04:46:13.378326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=d57c901b-7ede-4f50-9223-d41d7af69b70,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:13.406395 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.406749 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.407099 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.407429 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.407752 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.408071 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.408402 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.408700 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.409015 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.409326 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.409631 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.409944 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.410278 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.410588 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.410917 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:13.550006 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:14.018061 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (6169bade-8543-42ea-9340-db264c797e47), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:14.097792 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7881787'] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), before_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:14.229195 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:46:14.258102 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), precommit_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:14.264051 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777314669954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777314157352', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777314157370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927551'] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), after_update {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:14.333507 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event updated for resources: {'Port': ['ID=d57c901b-7ede-4f50-9223-d41d7af69b70,revision_number=2']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:14.336050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-585893'] for floatingip (6169bade-8543-42ea-9340-db264c797e47), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:14.438467 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Floating IP 6169bade-8543-42ea-9340-db264c797e47 associated. External IP: 172.27.3.149, port: 89058070-899b-4f0b-9c76-54c4138339c9. Aug 31 04:46:14.517558 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:14.646050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:46:14.702917 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:14.752761 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:46:14.762554 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:46:14.773845 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:14.774656 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:45:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:14.775546 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:14.810640 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a8153ba3-2f68-4fa5-b364-80f4b3842e36 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8677750 Aug 31 04:46:14.811309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:46:14.813650 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c7af2-cc37-456e-b1d8-a1067d1b72c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "tag": "89058070-899b-4f0b-9c76-54c4138339c9"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:46:14.851262 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a19f570-8850-4f9c-ae63-cfba99ba9ff8 x-openstack-request-id: req-0a19f570-8850-4f9c-ae63-cfba99ba9ff8 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:46:14.851555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "tag": "89058070-899b-4f0b-9c76-54c4138339c9", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:46:14.851805 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a19f570-8850-4f9c-ae63-cfba99ba9ff8 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:46:14.852215 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a19f570-8850-4f9c-ae63-cfba99ba9ff8'] response: {'name': 'network-changed', 'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9', 'status': 'completed', 'code': 200} Aug 31 04:46:14.878560 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:14.939104 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-2dce2258-c29b-4f6d-8d8c-33ab844b4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:14.940516 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-2dce2258-c29b-4f6d-8d8c-33ab844b4067 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 1129 time: 0.0405993 Aug 31 04:46:15.039093 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-4ce97df5-b979-46fa-b90a-233f339641b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:15.040568 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-4ce97df5-b979-46fa-b90a-233f339641b8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.0940781 Aug 31 04:46:15.095415 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '6169bade-8543-42ea-9340-db264c797e47', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '89058070-899b-4f0b-9c76-54c4138339c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:7a:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d96391-a722-4906-bbd5-c7d961825895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:46:13Z', 'updated_at': '2022-08-31T04:46:13Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}, {'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:19Z', 'revision_number': 1, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:15.107564 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-51e92d70-e1be-4bd5-b536-5571399e36b8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89058070-899b-4f0b-9c76-54c4138339c9 HTTP/1.1" status: 200 len: 999 time: 0.0608273 Aug 31 04:46:15.123032 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:46:15.131472 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:15.132078 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:45:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:15.155774 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-9797cbae-3abe-4f01-8d2e-b04322b02c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:15.157245 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-9797cbae-3abe-4f01-8d2e-b04322b02c1f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0445068 Aug 31 04:46:15.200892 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-dc48cca4-0d27-4980-9f6d-df150058cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:15.202403 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-dc48cca4-0d27-4980-9f6d-df150058cd05 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392320 Aug 31 04:46:15.232173 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:15.299442 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-4b7eb8d1-4516-4ab0-93f5-a536a8268ee6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901513 Aug 31 04:46:15.391307 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-338c7af2-cc37-456e-b1d8-a1067d1b72c2 req-fdc284db-ace3-4117-bb4b-cf6aea9be6f6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856004 Aug 31 04:46:15.446968 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '6169bade-8543-42ea-9340-db264c797e47', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '89058070-899b-4f0b-9c76-54c4138339c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:7a:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d96391-a722-4906-bbd5-c7d961825895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:46:13Z', 'updated_at': '2022-08-31T04:46:13Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}, {'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:19Z', 'revision_number': 1, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:15.471673 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e539c5f6-b85a-4d62-b067-0f934d216c54 None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '6169bade-8543-42ea-9340-db264c797e47', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '89058070-899b-4f0b-9c76-54c4138339c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:7a:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d96391-a722-4906-bbd5-c7d961825895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:46:13Z', 'updated_at': '2022-08-31T04:46:13Z', 'revision_number': 0, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}, {'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:19Z', 'revision_number': 1, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:46:15.541898 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9f483620-d5d4-4d02-aa95-58b5684d638e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:15.672919 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc990ed-9828-42e8-82a3-37df668a68f6 None None] New status for floating IP 6169bade-8543-42ea-9340-db264c797e47: ACTIVE {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:46:15.787448 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57302) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:15.905602 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8b8e729c-59a6-4cb0-ae09-78ce587ee34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:15.983416 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8b8e729c-59a6-4cb0-ae09-78ce587ee34b admin admin] Publish callbacks [] for security_group (ffc10d5c-7e49-4bd7-b498-68c759cc84c9), precommit_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:15.989067 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-8b8e729c-59a6-4cb0-ae09-78ce587ee34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (ffc10d5c-7e49-4bd7-b498-68c759cc84c9), after_create {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:15.992617 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:16.030878 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e729c-59a6-4cb0-ae09-78ce587ee34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc10d5c-7e49-4bd7-b498-68c759cc84c9,revision_number=1']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:16.035065 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-8b8e729c-59a6-4cb0-ae09-78ce587ee34b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=afb8ff9bdd6e4b258ddc19e8b1b7905f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465382 Aug 31 04:46:16.037771 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57306) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:16.089358 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7ed30a80-56c1-4817-a087-4152ba5d53f8 admin admin] Publish callbacks [] for security_group (ffc10d5c-7e49-4bd7-b498-68c759cc84c9), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:16.110262 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7ed30a80-56c1-4817-a087-4152ba5d53f8 admin admin] Publish callbacks [] for security_group (ffc10d5c-7e49-4bd7-b498-68c759cc84c9), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:16.146091 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:16.162700 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7ed30a80-56c1-4817-a087-4152ba5d53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (ffc10d5c-7e49-4bd7-b498-68c759cc84c9), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:16.166647 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-7ed30a80-56c1-4817-a087-4152ba5d53f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:16.168107 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-7ed30a80-56c1-4817-a087-4152ba5d53f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ffc10d5c-7e49-4bd7-b498-68c759cc84c9 HTTP/1.1" status: 204 len: 168 time: 0.1293063 Aug 31 04:46:16.178161 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed30a80-56c1-4817-a087-4152ba5d53f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc10d5c-7e49-4bd7-b498-68c759cc84c9,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:16.189061 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:17.973967 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e82df6d7-ff92-421c-905f-59d759b849ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:19.052580 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:20.348747 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:20.657794 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:21.748688 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:22.861994 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=17 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:22.866445 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=32 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:25.449356 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=79 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:25.450585 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=77 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:26.171227 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:26.173976 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:31.735537 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:31.740929 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:43.988960 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:43.990117 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:44.036819 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57318) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:44.178043 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Deleting port 5feb1a62-1ace-4b43-8266-22e113c9e3f1 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:44.178377 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:44.255435 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:44.255663 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for floatingip (5feb1a62-1ace-4b43-8266-22e113c9e3f1), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:44.268361 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Calling delete_port for 5feb1a62-1ace-4b43-8266-22e113c9e3f1 owned by network:floatingip {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:44.437627 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (5feb1a62-1ace-4b43-8266-22e113c9e3f1), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:44.462775 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event deleted for resources: {'Port': ['ID=5feb1a62-1ace-4b43-8266-22e113c9e3f1,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:44.487207 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.487549 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.487888 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.488226 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.488557 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.488883 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.489205 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.489525 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.489852 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.490152 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.490471 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.490807 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.491125 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.491443 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.491754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:44.541466 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for floatingip (5fbb82e2-0485-478c-b219-caff0987979b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:44.541721 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.db.l3_db [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Floating IP 5fbb82e2-0485-478c-b219-caff0987979b disassociated (deleted). External IP: 172.27.3.214, port: ae65d506-d89f-4468-a25b-cf6f8e85f73e. Aug 31 04:46:44.975016 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:46:45.087580 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:46:45.092395 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:45.098750 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] Sync routers for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:46:45.108778 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:45.109349 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:46:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:45.123411 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:45.127583 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-bcb51d47-e52f-4830-9d44-243f84dc7d49 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5fbb82e2-0485-478c-b219-caff0987979b HTTP/1.1" status: 204 len: 168 time: 1.0895469 Aug 31 04:46:45.128541 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e'}] {{(pid=106562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:46:45.130944 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aca9f569d1f1671f58fe73b1256c48e3070933bb89051474c1eeebba1861b2aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c70bd-dff6-469b-baa8-c9c84df10342" -d '{"events": [{"name": "network-changed", "server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e"}]}' {{(pid=106562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:46:45.328095 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:45.366579 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2c9a4-28fa-4559-898e-bfc3fe528d66 req-df823107-3579-4850-be1e-b474ec068981 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:45.368121 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7ea2c9a4-28fa-4559-898e-bfc3fe528d66 req-df823107-3579-4850-be1e-b474ec068981 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0463166 Aug 31 04:46:45.381813 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:45.391640 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad186c2d-7eda-4cb4-a529-9a603fed71d3 x-openstack-request-id: req-ad186c2d-7eda-4cb4-a529-9a603fed71d3 {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:46:45.391922 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e", "status": "completed", "code": 200}]} {{(pid=106562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:46:45.392228 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad186c2d-7eda-4cb4-a529-9a603fed71d3 {{(pid=106562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:46:45.392631 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad186c2d-7eda-4cb4-a529-9a603fed71d3'] response: {'name': 'network-changed', 'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'status': 'completed', 'code': 200} Aug 31 04:46:45.424599 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-7ea2c9a4-28fa-4559-898e-bfc3fe528d66 req-27d79dd5-2a54-442c-ada5-7e04969dba70 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Aug 31 04:46:45.516551 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:25Z', 'revision_number': 5, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:45.541307 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] Checking router: 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:46:45.548231 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-e6c48dc3-9c14-4543-bcf3-d952a2d7ade1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:45.551063 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:45.551668 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:46:18Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:45.662748 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:45.854692 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:25Z', 'revision_number': 5, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:45.880430 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42acae0-a9e9-4c59-9aa5-ec86b2c2b10d None None] The sync data for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi is: [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:18Z', 'revision_number': 4, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e', 'name': '', 'network_id': '9c5bd141-9edf-4025-8041-65c7c72e8a5f', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'mac_address': 'fa:16:3e:c9:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:18Z', 'updated_at': '2022-08-31T04:42:25Z', 'revision_number': 5, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'subnets': [{'id': 'a48e775d-bdd8-4021-bbcf-964ff9ac8daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:46:46.116015 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80fe70-7269-46d2-b3d0-e26b3dbaccf4 None None] New status for floating IP 5fbb82e2-0485-478c-b219-caff0987979b: DOWN {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:46:46.473149 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-8a983182-9a56-4e7a-b2bc-6bee25298f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:46.474700 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-8a983182-9a56-4e7a-b2bc-6bee25298f7a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=69713aca5ac144f9bca8348430ab9c75&device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 1129 time: 0.0531354 Aug 31 04:46:46.552230 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a443d-bc91-4ef8-b9f5-52c8f8edda54 req-23bd893e-6ddd-42f2-a462-d092a27caa1c tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:46.553727 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c92a443d-bc91-4ef8-b9f5-52c8f8edda54 req-23bd893e-6ddd-42f2-a462-d092a27caa1c tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0520756 Aug 31 04:46:46.623749 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-c92a443d-bc91-4ef8-b9f5-52c8f8edda54 req-0ddd9407-7481-46b3-aaab-da7314d64e79 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6a2282c2-edb3-4b25-9317-ddc200b442db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626140 Aug 31 04:46:46.694060 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-6ba7a08c-4e8e-4bd6-8c36-63e444aa14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:46.695574 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-6ba7a08c-4e8e-4bd6-8c36-63e444aa14bf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 200 len: 909 time: 0.1027796 Aug 31 04:46:46.892116 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-1547c321-305d-40ba-916a-8b695f437126 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 200 len: 217 time: 0.0427647 Aug 31 04:46:47.053045 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-4ac29b99-3313-42dc-9a03-48dfa4addd7b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:47.054517 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-4ac29b99-3313-42dc-9a03-48dfa4addd7b tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 945 time: 0.0875895 Aug 31 04:46:47.060490 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-68c49467-b8b2-421e-b16f-5cd6d3303430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:47.061849 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-68c49467-b8b2-421e-b16f-5cd6d3303430 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 200 len: 847 time: 0.0793293 Aug 31 04:46:47.133334 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-e879be8d-b363-4732-8b57-8a46d5bde0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:47.134826 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-e879be8d-b363-4732-8b57-8a46d5bde0e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c5bd141-9edf-4025-8041-65c7c72e8a5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648935 Aug 31 04:46:47.216675 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Deleting port ae65d506-d89f-4468-a25b-cf6f8e85f73e {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:47.216939 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:47.330497 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-917950e9-3cb1-48b3-ac91-29a5ba073238 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756122 Aug 31 04:46:47.395565 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] For port ae65d506-d89f-4468-a25b-cf6f8e85f73e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=ae65d506-d89f-4468-a25b-cf6f8e85f73e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:47.395906 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:47.413292 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Calling delete_port for ae65d506-d89f-4468-a25b-cf6f8e85f73e owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:47.488133 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-611c70bd-dff6-469b-baa8-c9c84df10342 req-70d33eda-08a5-4f0a-ae8c-0f69fe64d4d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508470 Aug 31 04:46:47.517105 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:47.598275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (ae65d506-d89f-4468-a25b-cf6f8e85f73e), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:47.642008 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event deleted for resources: {'Port': ['ID=ae65d506-d89f-4468-a25b-cf6f8e85f73e,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:47.699748 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] No DVR routers for this DVR port ae65d506-d89f-4468-a25b-cf6f8e85f73e on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:46:47.707810 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:47.711232 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-0ff7c910-7f86-49cb-aea6-7f26f8c63094 req-a91682bd-d6e4-4188-872e-5590f73b627d tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ae65d506-d89f-4468-a25b-cf6f8e85f73e HTTP/1.1" status: 204 len: 173 time: 0.6485498 Aug 31 04:46:47.711689 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-deleted', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:46:47.713953 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7b2730-0bc7-4072-bae0-dd0e5dbf4778" -d '{"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-deleted", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:46:47.746265 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-e84d0749-7435-4a8f-ad1f-b3fd53b5ab75 req-41a61fa6-90d6-440b-b79f-48bdae586b04 tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3339d1f4-1f06-4585-aba3-ed352579d75a HTTP/1.1" status: 200 len: 210 time: 0.0345998 Aug 31 04:46:47.758797 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b662be-2666-4f4b-8c32-8cbe55d1e2c1 x-openstack-request-id: req-21b662be-2666-4f4b-8c32-8cbe55d1e2c1 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:46:47.759177 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3339d1f4-1f06-4585-aba3-ed352579d75a", "name": "network-vif-deleted", "tag": "ae65d506-d89f-4468-a25b-cf6f8e85f73e", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:46:47.759490 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21b662be-2666-4f4b-8c32-8cbe55d1e2c1 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:46:47.759976 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b662be-2666-4f4b-8c32-8cbe55d1e2c1'] response: {'server_uuid': '3339d1f4-1f06-4585-aba3-ed352579d75a', 'name': 'network-vif-deleted', 'tag': 'ae65d506-d89f-4468-a25b-cf6f8e85f73e', 'status': 'completed', 'code': 200} Aug 31 04:46:47.974180 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6f47-6bf2-4c51-9fbe-92e43536e722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:48.817934 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57336) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:48.880162 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6d7835ce-463d-484e-a555-2dae5480edce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group (6a2282c2-edb3-4b25-9317-ddc200b442db), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:48.906275 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6d7835ce-463d-484e-a555-2dae5480edce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group (6a2282c2-edb3-4b25-9317-ddc200b442db), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:48.969831 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6d7835ce-463d-484e-a555-2dae5480edce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (6a2282c2-edb3-4b25-9317-ddc200b442db), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:48.972368 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6d7835ce-463d-484e-a555-2dae5480edce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:48.973552 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6d7835ce-463d-484e-a555-2dae5480edce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6a2282c2-edb3-4b25-9317-ddc200b442db HTTP/1.1" status: 204 len: 168 time: 0.1552174 Aug 31 04:46:48.983725 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7835ce-463d-484e-a555-2dae5480edce tempest-TestShelveInstance-1602186003 tempest-TestShelveInstance-1602186003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2282c2-edb3-4b25-9317-ddc200b442db,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:49.022672 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57340) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:49.055007 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:49.336362 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:49.562501 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Deleting port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:49.562884 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:49.653739 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] For port e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:49.654014 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:49.666686 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Calling delete_port for e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:49.675392 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:49.708573 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:49.859825 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:49.881939 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:50.048835 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.256566 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:46:50.349346 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.361872 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:46:50.367523 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-cfda6f0f-2781-4577-aafc-f85da9b0de80 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/6f2cbf99-c920-4e1d-bbd0-1a0597389df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3437300 Aug 31 04:46:50.370317 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57342) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:50.373673 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] Sync routers for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:46:50.384490 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:50.385177 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:46:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:50.424338 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:50.479955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks [] for router (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.489926 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:50.509521 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device ae65d506-d89f-4468-a25b-cf6f8e85f73e no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:50.530342 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: ae65d506-d89f-4468-a25b-cf6f8e85f73e {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:46:50.530670 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device ae65d506-d89f-4468-a25b-cf6f8e85f73e not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:50.581929 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks [] for router_gateway (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.627692 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Deleting port a0a6b7e0-d405-4089-a11b-6932cb37b700 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:50.628025 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.653196 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.667472 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:46:49Z', 'revision_number': 5, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port': {'id': 'a0a6b7e0-d405-4089-a11b-6932cb37b700', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:7b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:50.669455 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:50.694152 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] Checking router: 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:46:50.701433 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:50.703412 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] Routers {'6f2cbf99-c920-4e1d-bbd0-1a0597389df7'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:50.704013 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:46:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:50.712703 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] For port a0a6b7e0-d405-4089-a11b-6932cb37b700, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=a0a6b7e0-d405-4089-a11b-6932cb37b700,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:50.713178 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.727891 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Calling delete_port for a0a6b7e0-d405-4089-a11b-6932cb37b700 owned by network:router_gateway {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:50.798068 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] Set router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 gateway port host: None {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:50.844984 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:46:50Z', 'revision_number': 6, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:50.872256 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a27104-ad95-420b-bccf-57708a0a5632 None None] The sync data for ids ['6f2cbf99-c920-4e1d-bbd0-1a0597389df7'] in dv-cinder-855307-1-iscsi is: [{'id': '6f2cbf99-c920-4e1d-bbd0-1a0597389df7', 'name': 'tempest-TestShelveInstance-745237393-router', 'tenant_id': '69713aca5ac144f9bca8348430ab9c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:16Z', 'updated_at': '2022-08-31T04:46:50Z', 'revision_number': 6, 'project_id': '69713aca5ac144f9bca8348430ab9c75', 'gw_port_host': None}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:46:50.903714 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (a0a6b7e0-d405-4089-a11b-6932cb37b700), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:50.929676 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a6b7e0-d405-4089-a11b-6932cb37b700,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:50.991291 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.081526 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.084012 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks [] for router_controller (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.131832 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (6f2cbf99-c920-4e1d-bbd0-1a0597389df7), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.132619 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f2cbf99-c920-4e1d-bbd0-1a0597389df7 {{(pid=106561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:46:51.138834 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.140221 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-b7dfce67-9801-472c-aa57-b0c84a3abcce admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/6f2cbf99-c920-4e1d-bbd0-1a0597389df7 HTTP/1.1" status: 204 len: 168 time: 0.7688875 Aug 31 04:46:51.143064 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57344) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:51.210266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_v2 [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] Deleting subnet a48e775d-bdd8-4021-bbcf-964ff9ac8daa {{(pid=106561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:46:51.214310 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] Publish callbacks [] for subnet (a48e775d-bdd8-4021-bbcf-964ff9ac8daa), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.228172 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:46:51.250979 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3797179'] for subnet (a48e775d-bdd8-4021-bbcf-964ff9ac8daa), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.252697 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:51.331307 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (a48e775d-bdd8-4021-bbcf-964ff9ac8daa), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.351527 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:51.389725 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2928453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8880234'] for subnet (a48e775d-bdd8-4021-bbcf-964ff9ac8daa), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.413795 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48e775d-bdd8-4021-bbcf-964ff9ac8daa,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:51.423290 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.427765 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-048161be-8486-41c1-ace2-9a0ee05276c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a48e775d-bdd8-4021-bbcf-964ff9ac8daa HTTP/1.1" status: 204 len: 168 time: 0.2833476 Aug 31 04:46:51.428422 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c108fe4a-3496-4cb5-8627-1e9ec70e4ae5 None None] Network 9c5bd141-9edf-4025-8041-65c7c72e8a5f requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:46:51.431313 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57346) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:51.499728 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (9c5bd141-9edf-4025-8041-65c7c72e8a5f), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.547555 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Deleting port b4c9bde6-837c-476b-bd75-b1756c2cd08d {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:51.547744 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.614812 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] For port b4c9bde6-837c-476b-bd75-b1756c2cd08d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b4c9bde6-837c-476b-bd75-b1756c2cd08d,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:51.615068 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.629370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Calling delete_port for b4c9bde6-837c-476b-bd75-b1756c2cd08d owned by network:dhcp {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:51.665393 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] DHCP port deletion for 9c5bd141-9edf-4025-8041-65c7c72e8a5f request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:46:51.707444 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Deleting port b4c9bde6-837c-476b-bd75-b1756c2cd08d {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:51.708096 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.713600 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.742338 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c9bde6-837c-476b-bd75-b1756c2cd08d,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:51.747557 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] No DVR routers for this DVR port b4c9bde6-837c-476b-bd75-b1756c2cd08d on host dv-cinder-855307-1-iscsi {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:46:51.772642 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.784536 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] For port b4c9bde6-837c-476b-bd75-b1756c2cd08d, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b4c9bde6-837c-476b-bd75-b1756c2cd08d,segment=NetworkSegment(833a5dec-257c-4aba-86e1-5ac867b2fd55),segment_id=833a5dec-257c-4aba-86e1-5ac867b2fd55)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:51.784971 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.799662 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Calling delete_port for b4c9bde6-837c-476b-bd75-b1756c2cd08d owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:51.821630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (9c5bd141-9edf-4025-8041-65c7c72e8a5f), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.842277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5bd141-9edf-4025-8041-65c7c72e8a5f']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:51.851901 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833a5dec-257c-4aba-86e1-5ac867b2fd55') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:51.852290 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833a5dec-257c-4aba-86e1-5ac867b2fd55') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:51.865572 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (833a5dec-257c-4aba-86e1-5ac867b2fd55), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.880798 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (b4c9bde6-837c-476b-bd75-b1756c2cd08d), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.880965 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (833a5dec-257c-4aba-86e1-5ac867b2fd55), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.890526 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:46:51.891211 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (833a5dec-257c-4aba-86e1-5ac867b2fd55), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:51.906855 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Pushing event deleted for resources: {'Port': ['ID=b4c9bde6-837c-476b-bd75-b1756c2cd08d,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:51.911521 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] No DVR routers for this DVR port b4c9bde6-837c-476b-bd75-b1756c2cd08d on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:46:51.918687 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.919057 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.919429 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.919713 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.920037 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.920362 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.924349 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.924888 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.925392 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.925906 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.926416 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.926930 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.927420 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.928199 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:51.928681 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac41bf87-590d-43b5-97cd-01db6a07a871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:46:52.213062 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 833a5dec-257c-4aba-86e1-5ac867b2fd55 resource provider aggregate not found Aug 31 04:46:52.231919 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 833a5dec-257c-4aba-86e1-5ac867b2fd55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 833a5dec-257c-4aba-86e1-5ac867b2fd55 found for delete ", "request_id": "req-10944c2d-0954-4644-a5b9-4dcffb2fe495"}]} Aug 31 04:46:52.241650 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (9c5bd141-9edf-4025-8041-65c7c72e8a5f), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:52.247622 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:52.251479 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9c5bd141-9edf-4025-8041-65c7c72e8a5f HTTP/1.1" status: 204 len: 168 time: 0.8192520 Aug 31 04:46:52.253909 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57354) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:52.264492 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4100a-f27a-4a07-9705-9477da624688 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5bd141-9edf-4025-8041-65c7c72e8a5f,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:52.332367 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b4c9bde6-837c-476b-bd75-b1756c2cd08d no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:52.352123 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: b4c9bde6-837c-476b-bd75-b1756c2cd08d {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:46:52.352542 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b4c9bde6-837c-476b-bd75-b1756c2cd08d not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:52.353047 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:52.371053 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:46:52.371399 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device e7f22bed-b4fb-4772-8cd5-d970ad6e9d8e not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:52.371801 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a0a6b7e0-d405-4089-a11b-6932cb37b700 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:52.389970 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: a0a6b7e0-d405-4089-a11b-6932cb37b700 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:46:52.390314 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device a0a6b7e0-d405-4089-a11b-6932cb37b700 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:52.467437 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:52.493477 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:52.598065 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (0b336c28-a8d9-417d-8bce-f0edaea7c287), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:52.834467 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Deleting port af02d94a-68ee-4299-a555-e80aeb70cf09 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:52.834795 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:52.921769 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] For port af02d94a-68ee-4299-a555-e80aeb70cf09, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=af02d94a-68ee-4299-a555-e80aeb70cf09,segment=NetworkSegment(f4a6e419-6c47-491a-8fca-799bc5b29b81),segment_id=f4a6e419-6c47-491a-8fca-799bc5b29b81)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:52.922095 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:52.934553 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Calling delete_port for af02d94a-68ee-4299-a555-e80aeb70cf09 owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:53.111991 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (af02d94a-68ee-4299-a555-e80aeb70cf09), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:53.142981 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Pushing event deleted for resources: {'Port': ['ID=af02d94a-68ee-4299-a555-e80aeb70cf09,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:53.305351 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (0b336c28-a8d9-417d-8bce-f0edaea7c287), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:53.383248 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-f5777531-3f92-4567-a7c1-e25f75d6250e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410757 Aug 31 04:46:53.493089 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-5906ab14-6ddb-4b4a-9152-970a9bfc70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:53.494562 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-5906ab14-6ddb-4b4a-9152-970a9bfc70cb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 1129 time: 0.0444896 Aug 31 04:46:53.582385 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:53.593534 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:53.610946 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-23a27720-d4d1-4afe-b942-9f9205dd4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:53.612443 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-23a27720-d4d1-4afe-b942-9f9205dd4e13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.0986652 Aug 31 04:46:53.677929 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-1abc55f9-086d-40d0-b625-d2bbce4bb3d0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bad20dd-2756-4449-9691-6e79374ebc0c HTTP/1.1" status: 200 len: 1000 time: 0.0564008 Aug 31 04:46:53.725022 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:53.731761 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-30ec164d-beef-4b5e-8b4d-6598979aa4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:53.733281 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-30ec164d-beef-4b5e-8b4d-6598979aa4e9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0495119 Aug 31 04:46:53.750185 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Router 0b336c28-a8d9-417d-8bce-f0edaea7c287 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:46:53.774414 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:53.778665 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-ab85c59f-5727-4e5a-8902-4280cc277bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:46:53.780214 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-ab85c59f-5727-4e5a-8902-4280cc277bbe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407243 Aug 31 04:46:53.854696 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:46:53.859881 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-2c5dc56a-51bc-40df-93f1-bbc9164ef07e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0b336c28-a8d9-417d-8bce-f0edaea7c287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6049221 Aug 31 04:46:53.862519 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57358) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:53.866283 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] Sync routers for ids ['0b336c28-a8d9-417d-8bce-f0edaea7c287'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:46:53.878415 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-2df42c6b-b1c3-4dce-a109-7cfa20ae9b99 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917168 Aug 31 04:46:53.878688 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] Routers {'0b336c28-a8d9-417d-8bce-f0edaea7c287'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:53.879412 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:46:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0b336c28-a8d9-417d-8bce-f0edaea7c287'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:53.962681 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks [] for router (0b336c28-a8d9-417d-8bce-f0edaea7c287), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:53.976376 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e3acf24-b54d-41dd-8612-13d10aeedd25 req-0b48c437-3b3c-43d2-8ec0-18e6b2189483 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918174 Aug 31 04:46:53.987987 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] Set router 0b336c28-a8d9-417d-8bce-f0edaea7c287 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:54.067530 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks [] for router_gateway (0b336c28-a8d9-417d-8bce-f0edaea7c287), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.111455 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Deleting port 935edc53-9235-4113-b6cd-b33ff35965b8 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:54.111795 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.154943 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:46:53Z', 'revision_number': 5, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port': {'id': '935edc53-9235-4113-b6cd-b33ff35965b8', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:42:21Z', 'updated_at': '2022-08-31T04:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:54.180610 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] Checking router: 0b336c28-a8d9-417d-8bce-f0edaea7c287 for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:46:54.189976 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] Routers {'0b336c28-a8d9-417d-8bce-f0edaea7c287'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:46:54.190583 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:46:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['0b336c28-a8d9-417d-8bce-f0edaea7c287'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:54.192423 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] For port 935edc53-9235-4113-b6cd-b33ff35965b8, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=935edc53-9235-4113-b6cd-b33ff35965b8,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:54.192773 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.205430 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Calling delete_port for 935edc53-9235-4113-b6cd-b33ff35965b8 owned by network:router_gateway {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:54.256739 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:54.281811 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] Set router 0b336c28-a8d9-417d-8bce-f0edaea7c287 gateway port host: None {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:46:54.333988 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:46:54Z', 'revision_number': 6, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:54.359143 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c577a-5e87-4218-b934-26abbcbf0c9c None None] The sync data for ids ['0b336c28-a8d9-417d-8bce-f0edaea7c287'] in dv-cinder-855307-1-iscsi is: [{'id': '0b336c28-a8d9-417d-8bce-f0edaea7c287', 'name': 'tempest-TestShelveInstance-1228684223-router', 'tenant_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:42:20Z', 'updated_at': '2022-08-31T04:46:54Z', 'revision_number': 6, 'project_id': 'ad13a1bcbf964a5fb2eb7cc577f8a8e3', 'gw_port_host': None}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:46:54.374019 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:54.386789 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (935edc53-9235-4113-b6cd-b33ff35965b8), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.414466 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Pushing event deleted for resources: {'Port': ['ID=935edc53-9235-4113-b6cd-b33ff35965b8,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:54.475207 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (0b336c28-a8d9-417d-8bce-f0edaea7c287), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.532399 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:54.563693 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (0b336c28-a8d9-417d-8bce-f0edaea7c287), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.565988 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks [] for router_controller (0b336c28-a8d9-417d-8bce-f0edaea7c287), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.615792 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (0b336c28-a8d9-417d-8bce-f0edaea7c287), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.616391 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b336c28-a8d9-417d-8bce-f0edaea7c287 {{(pid=106562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:46:54.621377 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.622528 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-bd0cffce-bdc9-4c6d-9f25-656d002f2847 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/0b336c28-a8d9-417d-8bce-f0edaea7c287 HTTP/1.1" status: 204 len: 168 time: 0.7590997 Aug 31 04:46:54.625743 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57360) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:54.674754 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] Deleting subnet 11e4522d-1408-4d45-a65d-b1adde7da380 {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:46:54.677882 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] Publish callbacks [] for subnet (11e4522d-1408-4d45-a65d-b1adde7da380), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.715324 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (11e4522d-1408-4d45-a65d-b1adde7da380), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.800032 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (11e4522d-1408-4d45-a65d-b1adde7da380), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.853545 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (11e4522d-1408-4d45-a65d-b1adde7da380), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.879033 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e4522d-1408-4d45-a65d-b1adde7da380,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:54.883686 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:54.886973 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-fb494869-2098-401a-9779-285aeeb553f7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/11e4522d-1408-4d45-a65d-b1adde7da380 HTTP/1.1" status: 204 len: 168 time: 0.2600150 Aug 31 04:46:54.889695 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57362) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:54.892329 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8b00c-e959-4966-8c89-dcbcf63825b5 None None] Network f0344def-b256-4ba6-a67c-c6b3536ee372 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:46:54.952500 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:54.968431 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (f0344def-b256-4ba6-a67c-c6b3536ee372), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.018328 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Deleting port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:55.018665 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.083571 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] For port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,segment=NetworkSegment(f4a6e419-6c47-491a-8fca-799bc5b29b81),segment_id=f4a6e419-6c47-491a-8fca-799bc5b29b81)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:55.084534 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.098124 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Calling delete_port for ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 owned by network:dhcp {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:55.119348 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] DHCP port deletion for f0344def-b256-4ba6-a67c-c6b3536ee372 request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:46:55.157008 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] Deleting port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:46:55.157382 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.185732 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.211800 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:55.215630 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] No DVR routers for this DVR port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 on host dv-cinder-855307-1-iscsi {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:46:55.304171 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (f0344def-b256-4ba6-a67c-c6b3536ee372), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.330029 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0344def-b256-4ba6-a67c-c6b3536ee372']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:55.340811 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a6e419-6c47-491a-8fca-799bc5b29b81') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:55.341050 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a6e419-6c47-491a-8fca-799bc5b29b81') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:46:55.352431 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (f4a6e419-6c47-491a-8fca-799bc5b29b81), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.362230 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] For port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,segment=NetworkSegment(f4a6e419-6c47-491a-8fca-799bc5b29b81),segment_id=f4a6e419-6c47-491a-8fca-799bc5b29b81)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:46:55.362624 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.367403 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (f4a6e419-6c47-491a-8fca-799bc5b29b81), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.374738 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:46:55.375467 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (f4a6e419-6c47-491a-8fca-799bc5b29b81), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.376368 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] Calling delete_port for ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:46:55.421241 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment f4a6e419-6c47-491a-8fca-799bc5b29b81 resource provider aggregate not found Aug 31 04:46:55.449363 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment f4a6e419-6c47-491a-8fca-799bc5b29b81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4a6e419-6c47-491a-8fca-799bc5b29b81 found for delete ", "request_id": "req-ca0f2d74-35a1-4f76-bb81-a64e67224b7b"}]} Aug 31 04:46:55.454923 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (f0344def-b256-4ba6-a67c-c6b3536ee372), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.458637 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (ee0be8ee-4b7d-454d-93ef-9ee7bcee7644), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.460694 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.464413 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/f0344def-b256-4ba6-a67c-c6b3536ee372 HTTP/1.1" status: 204 len: 168 time: 0.5681105 Aug 31 04:46:55.475744 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8015c0c-5bbe-477b-8de7-3cbc25bb7ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0344def-b256-4ba6-a67c-c6b3536ee372,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:55.483882 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] Network f0344def-b256-4ba6-a67c-c6b3536ee372 is not hosted by any dhcp agent {{(pid=106563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 04:46:55.484346 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] No DVR routers for this DVR port ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:46:55.486105 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b296fc-8919-4792-9a98-d140eece8077 None None] Pushing event deleted for resources: {'Port': ['ID=ee0be8ee-4b7d-454d-93ef-9ee7bcee7644,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:55.659292 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57370) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:55.700201 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-3143b4b6-6986-4996-a659-c6db22f44770 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=69713aca5ac144f9bca8348430ab9c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396187 Aug 31 04:46:55.703844 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57372) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:55.759239 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e64cc741-0b1d-4f0e-a9a8-57b96539919b admin admin] Publish callbacks [] for security_group (83a75036-0ca0-4c83-af56-c51321f950d5), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.779006 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:55.781100 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e64cc741-0b1d-4f0e-a9a8-57b96539919b admin admin] Publish callbacks [] for security_group (83a75036-0ca0-4c83-af56-c51321f950d5), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.816662 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:46:55.833309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e64cc741-0b1d-4f0e-a9a8-57b96539919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (83a75036-0ca0-4c83-af56-c51321f950d5), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.835856 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e64cc741-0b1d-4f0e-a9a8-57b96539919b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:55.837041 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e64cc741-0b1d-4f0e-a9a8-57b96539919b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/83a75036-0ca0-4c83-af56-c51321f950d5 HTTP/1.1" status: 204 len: 168 time: 0.1323135 Aug 31 04:46:55.844807 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cc741-0b1d-4f0e-a9a8-57b96539919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a75036-0ca0-4c83-af56-c51321f950d5,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:56.161271 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57378) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:56.201859 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-981728b9-d8b1-461e-ae00-4e6b8ea3d43e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ad13a1bcbf964a5fb2eb7cc577f8a8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394063 Aug 31 04:46:56.205195 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57380) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:46:56.255775 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f6a67e20-30d6-4a08-b735-dd4feca097ad admin admin] Publish callbacks [] for security_group (4c24e077-1173-46c7-aa58-2cb0bbb07440), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:56.277440 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f6a67e20-30d6-4a08-b735-dd4feca097ad admin admin] Publish callbacks [] for security_group (4c24e077-1173-46c7-aa58-2cb0bbb07440), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:56.331116 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f6a67e20-30d6-4a08-b735-dd4feca097ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (4c24e077-1173-46c7-aa58-2cb0bbb07440), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:56.332746 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:56.333643 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-f6a67e20-30d6-4a08-b735-dd4feca097ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:46:56.334841 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-f6a67e20-30d6-4a08-b735-dd4feca097ad admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4c24e077-1173-46c7-aa58-2cb0bbb07440 HTTP/1.1" status: 204 len: 168 time: 0.1287601 Aug 31 04:46:56.344010 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a67e20-30d6-4a08-b735-dd4feca097ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c24e077-1173-46c7-aa58-2cb0bbb07440,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:46:56.353099 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:46:56.353440 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ee0be8ee-4b7d-454d-93ef-9ee7bcee7644 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:56.353959 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 935edc53-9235-4113-b6cd-b33ff35965b8 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:56.377900 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 935edc53-9235-4113-b6cd-b33ff35965b8 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:46:56.378179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 935edc53-9235-4113-b6cd-b33ff35965b8 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:46:56.378581 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device af02d94a-68ee-4299-a555-e80aeb70cf09 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:46:56.397736 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: af02d94a-68ee-4299-a555-e80aeb70cf09 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:46:56.398060 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device af02d94a-68ee-4299-a555-e80aeb70cf09 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:47:00.848123 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=13 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:01.223685 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=10 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:04.857952 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=29 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:04.861531 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:06.337994 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:06.339979 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:06.375148 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:06.381717 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:15.558516 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0fa1094a-83a8-4a08-9aca-9a418ef649e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:17.977526 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7dde-8101-4d43-84be-ab1766054892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:19.063072 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:20.355092 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:20.658260 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:21.727370 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:28.233677 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:47:31.719122 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:31.720326 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:45.555177 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-356dcf8e-d28e-4893-8710-f3e6e91b1066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:47.977253 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-5fc77b8d-5dc5-4366-be4a-524c00f31f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:49.065932 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:50.356709 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:50.657779 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:50.986593 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=17 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:50.987473 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=19 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:51.735667 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:53.558009 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-0b6877a1-a39b-4645-8c84-ed1914d7b27c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413904 Aug 31 04:47:53.581965 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57390) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:47:53.674244 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-6d8945f1-a396-456d-970c-8afc3cb2bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:53.675724 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-6d8945f1-a396-456d-970c-8afc3cb2bb4a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 1129 time: 0.0589859 Aug 31 04:47:53.816684 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Deleting port d57c901b-7ede-4f50-9223-d41d7af69b70 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:47:53.817002 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:53.879533 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-33ea4f47-5b25-4508-acd9-d330c34cf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:53.881125 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-33ea4f47-5b25-4508-acd9-d330c34cf90d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.1629491 Aug 31 04:47:53.955358 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:53.955640 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (d57c901b-7ede-4f50-9223-d41d7af69b70), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:53.973934 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Calling delete_port for d57c901b-7ede-4f50-9223-d41d7af69b70 owned by network:floatingip {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:47:53.977015 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-d677db97-fe61-4ca5-8c28-2c7679eae784 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89058070-899b-4f0b-9c76-54c4138339c9 HTTP/1.1" status: 200 len: 1001 time: 0.0881569 Aug 31 04:47:54.092359 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-a37d08bf-213d-4ddb-9fc4-0f13ec4a5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:54.093814 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-a37d08bf-213d-4ddb-9fc4-0f13ec4a5785 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.1097081 Aug 31 04:47:54.149476 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-3355ab0d-6dba-4b07-807d-7cb8026f71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:54.151090 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-3355ab0d-6dba-4b07-807d-7cb8026f71d7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500865 Aug 31 04:47:54.281255 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-61f51097-d13d-4710-8754-9df4ce035850 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228521 Aug 31 04:47:54.282277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d57c901b-7ede-4f50-9223-d41d7af69b70), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:54.311961 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event deleted for resources: {'Port': ['ID=d57c901b-7ede-4f50-9223-d41d7af69b70,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:47:54.331906 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:54.366409 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.366771 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.367113 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.367446 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.367774 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.368097 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.368416 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.368736 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.369053 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.369369 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.369690 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.370012 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.370329 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.370644 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.370981 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:47:54.396947 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:54.459614 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-e0751219-5753-4e62-89e0-1e9f28419d16 req-f5632e76-a1df-475b-a682-dca58d590d73 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574647 Aug 31 04:47:54.460349 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (6169bade-8543-42ea-9340-db264c797e47), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:54.460671 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Floating IP 6169bade-8543-42ea-9340-db264c797e47 disassociated (deleted). External IP: 172.27.3.149, port: 89058070-899b-4f0b-9c76-54c4138339c9. Aug 31 04:47:54.685579 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:47:54.793292 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:47:54.798006 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:54.803572 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:47:54.814349 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:47:54.815020 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:47:54.829317 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-e3d62f8b-9872-424b-a444-29a897b6a5f8 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/6169bade-8543-42ea-9340-db264c797e47 HTTP/1.1" status: 204 len: 168 time: 1.2463179 Aug 31 04:47:54.829953 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:47:54.832396 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89b2813-2d52-41ee-aa6c-3d9b61be716e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "tag": "89058070-899b-4f0b-9c76-54c4138339c9"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:47:54.889664 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a0415f-d16f-40cc-b29b-d142d45f1443 x-openstack-request-id: req-f2a0415f-d16f-40cc-b29b-d142d45f1443 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:47:54.889955 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "tag": "89058070-899b-4f0b-9c76-54c4138339c9", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:47:54.890209 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2a0415f-d16f-40cc-b29b-d142d45f1443 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:47:54.890604 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a0415f-d16f-40cc-b29b-d142d45f1443'] response: {'name': 'network-changed', 'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9', 'status': 'completed', 'code': 200} Aug 31 04:47:54.933072 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:47:54.986772 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-b2ced4f4-9417-4841-8f4e-d6928e620e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:54.988449 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-b2ced4f4-9417-4841-8f4e-d6928e620e20 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 1129 time: 0.0477338 Aug 31 04:47:55.080195 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b5e9a-563e-4f87-a7af-7b6673e4dfcf req-48d3a5b8-6c11-4a7a-a2fe-a2d4b23cc4e3 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:55.081840 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4c0b5e9a-563e-4f87-a7af-7b6673e4dfcf req-48d3a5b8-6c11-4a7a-a2fe-a2d4b23cc4e3 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Aug 31 04:47:55.135159 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-4c0b5e9a-563e-4f87-a7af-7b6673e4dfcf req-7cba6843-3beb-4bd2-8e15-5aaf5640fc56 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471878 Aug 31 04:47:55.243692 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:19Z', 'revision_number': 1, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:47:55.270738 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:47:55.279737 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:47:55.280336 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:47:55.385401 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:47:55.595538 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:19Z', 'revision_number': 1, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:47:55.636302 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba06657a-72e9-4ebe-8d19-5022d6b65432 None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_floatingips': [{'id': '99c19011-a744-44b0-9056-f07a953eecd7', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '46198825-639b-429b-98f5-18447e170616', 'router_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'port_id': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'mac_address': 'fa:16:3e:99:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-31T04:44:17Z', 'updated_at': '2022-08-31T04:44:19Z', 'revision_number': 1, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:47:55.876049 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca6b96-b726-47ea-a840-2b99082ab45f None None] New status for floating IP 6169bade-8543-42ea-9340-db264c797e47: DOWN {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:47:56.186441 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-b57a5d93-b5c2-4d4d-8fd8-48eba6790dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:56.188005 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-b57a5d93-b5c2-4d4d-8fd8-48eba6790dc3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.0941391 Aug 31 04:47:56.257000 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e527505-c78c-4050-9639-c86f69cca365 req-8cbbd59f-0cf6-4ad6-a461-b0b4650d7d95 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:56.258492 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e527505-c78c-4050-9639-c86f69cca365 req-8cbbd59f-0cf6-4ad6-a461-b0b4650d7d95 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 945 time: 0.0472276 Aug 31 04:47:56.319096 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-7e527505-c78c-4050-9639-c86f69cca365 req-2bb2516f-6bf6-429c-984c-2af4b09c1399 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545714 Aug 31 04:47:56.349044 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-c8bbdc69-5f62-430e-9200-6246a391bf30 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89058070-899b-4f0b-9c76-54c4138339c9 HTTP/1.1" status: 200 len: 217 time: 0.0410047 Aug 31 04:47:56.598043 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-06dac163-c276-48fc-b924-d467f8148836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:56.599511 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-06dac163-c276-48fc-b924-d467f8148836 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0471642 Aug 31 04:47:56.645837 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-b757616d-73c8-483f-86a7-690eab28039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:56.647366 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-b757616d-73c8-483f-86a7-690eab28039d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392404 Aug 31 04:47:56.782432 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-19ff77d9-b891-4dc7-9faf-eb25f73a2d49 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:47:56.783864 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-19ff77d9-b891-4dc7-9faf-eb25f73a2d49 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 945 time: 0.0879474 Aug 31 04:47:56.838317 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-63107b96-a337-4eb5-a8ae-c2fbaa01d24b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496382 Aug 31 04:47:56.868087 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:56.870946 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:47:56.934364 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Deleting port 89058070-899b-4f0b-9c76-54c4138339c9 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:47:56.934708 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (89058070-899b-4f0b-9c76-54c4138339c9), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:57.014903 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-b89b2813-2d52-41ee-aa6c-3d9b61be716e req-6ab5e740-09b2-4be3-a184-a6881dce7272 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709421 Aug 31 04:47:57.053965 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] For port 89058070-899b-4f0b-9c76-54c4138339c9, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=89058070-899b-4f0b-9c76-54c4138339c9,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:47:57.054375 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (89058070-899b-4f0b-9c76-54c4138339c9), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:57.071722 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Calling delete_port for 89058070-899b-4f0b-9c76-54c4138339c9 owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:47:57.210851 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (89058070-899b-4f0b-9c76-54c4138339c9), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:57.246611 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event deleted for resources: {'Port': ['ID=89058070-899b-4f0b-9c76-54c4138339c9,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:47:57.291799 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] No DVR routers for this DVR port 89058070-899b-4f0b-9c76-54c4138339c9 on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:47:57.294563 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:47:57.297956 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-4cbabe17-17f8-4f86-a1f2-48713ad3e1f7 req-152404ce-af38-4147-8e1f-51111c263f25 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "DELETE /networking/v2.0/ports/89058070-899b-4f0b-9c76-54c4138339c9 HTTP/1.1" status: 204 len: 173 time: 0.5088542 Aug 31 04:47:57.298395 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'name': 'network-vif-deleted', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:47:57.300729 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13dda8a-013c-4ec7-ba41-f388950e4fcb" -d '{"events": [{"server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "name": "network-vif-deleted", "tag": "89058070-899b-4f0b-9c76-54c4138339c9"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:47:57.338237 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06aec1b1-1a81-4024-89eb-c20cf2320cc2 x-openstack-request-id: req-06aec1b1-1a81-4024-89eb-c20cf2320cc2 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:47:57.338529 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d96391-a722-4906-bbd5-c7d961825895", "name": "network-vif-deleted", "tag": "89058070-899b-4f0b-9c76-54c4138339c9", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:47:57.338827 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06aec1b1-1a81-4024-89eb-c20cf2320cc2 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:47:57.339277 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06aec1b1-1a81-4024-89eb-c20cf2320cc2'] response: {'server_uuid': 'e6d96391-a722-4906-bbd5-c7d961825895', 'name': 'network-vif-deleted', 'tag': '89058070-899b-4f0b-9c76-54c4138339c9', 'status': 'completed', 'code': 200} Aug 31 04:47:57.426148 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-3171bdb5-bc35-44a0-946f-525178c43c0f req-a410d0f9-c913-474a-b3e1-46a5c5604930 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e6d96391-a722-4906-bbd5-c7d961825895 HTTP/1.1" status: 200 len: 210 time: 0.0290868 Aug 31 04:48:00.763562 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57432) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:00.807034 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 89058070-899b-4f0b-9c76-54c4138339c9 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:00.830578 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 89058070-899b-4f0b-9c76-54c4138339c9 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:00.830952 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 89058070-899b-4f0b-9c76-54c4138339c9 not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:00.907648 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Deleting port d4c34547-9f9d-4407-9d9e-741b4cea1237 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:00.908042 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:00.996872 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:00.997132 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (d4c34547-9f9d-4407-9d9e-741b4cea1237), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:01.012768 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Calling delete_port for d4c34547-9f9d-4407-9d9e-741b4cea1237 owned by network:floatingip {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:01.165828 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:01.179870 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (d4c34547-9f9d-4407-9d9e-741b4cea1237), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:01.183173 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:01.204914 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event deleted for resources: {'Port': ['ID=d4c34547-9f9d-4407-9d9e-741b4cea1237,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:01.268363 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (99c19011-a744-44b0-9056-f07a953eecd7), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:01.268601 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.db.l3_db [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Floating IP 99c19011-a744-44b0-9056-f07a953eecd7 disassociated (deleted). External IP: 172.27.3.71, port: 7bad20dd-2756-4449-9691-6e79374ebc0c. Aug 31 04:48:01.474370 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:48:01.850835 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:48:01.855744 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:01.862945 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:48:01.875404 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:48:01.876002 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:01.890865 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-74cf99af-2748-4be2-8d28-3e89062ca9c6 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/99c19011-a744-44b0-9056-f07a953eecd7 HTTP/1.1" status: 204 len: 168 time: 1.1237426 Aug 31 04:48:01.890865 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:48:01.891246 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f9f0de-b6ff-42ba-8c95-70edb170737c" -d '{"events": [{"name": "network-changed", "server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:48:01.934010 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 31 Aug 2022 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eabd1a-1893-49ae-8acc-5b875a5848de x-openstack-request-id: req-a1eabd1a-1893-49ae-8acc-5b875a5848de {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:48:01.934010 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:48:01.934010 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1eabd1a-1893-49ae-8acc-5b875a5848de {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:48:01.934368 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1eabd1a-1893-49ae-8acc-5b875a5848de'] response: {'name': 'network-changed', 'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'status': 'completed', 'code': 200} Aug 31 04:48:01.988413 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:48:02.041127 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-54e37a06-1b10-4733-b480-ab80790a1e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:02.043200 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-54e37a06-1b10-4733-b480-ab80790a1e24 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=312b9335479c4d72b78a20bb2f1b7296&device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 1129 time: 0.0514913 Aug 31 04:48:02.126089 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:02.128902 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=100 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:02.149837 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f6a25-8a5c-453c-9d4c-9c5c27541bf7 req-6485ea25-6f66-4028-888c-e63320ed65c4 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:02.151945 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-549f6a25-8a5c-453c-9d4c-9c5c27541bf7 req-6485ea25-6f66-4028-888c-e63320ed65c4 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.0479765 Aug 31 04:48:02.156435 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-82673ea9-27d7-4b85-8e49-562bc62c7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:02.158041 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-82673ea9-27d7-4b85-8e49-562bc62c7bf8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 200 len: 913 time: 0.1087101 Aug 31 04:48:02.201982 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:02.202332 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-549f6a25-8a5c-453c-9d4c-9c5c27541bf7 req-4dafb0db-570b-4d09-802d-b98f5d188191 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441668 Aug 31 04:48:02.227008 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:48:02.235728 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:48:02.236328 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:02.336040 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:48:02.526259 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:02.552237 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d6df5a-ed2f-4b43-b122-50e2c9b5f390 None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:40:58Z', 'revision_number': 4, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi', '_interfaces': [{'id': 'ca07103a-1240-49e5-936c-e6bd64ac08ed', 'name': '', 'network_id': 'c418a9e6-611c-4446-9f40-8356037355dc', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'mac_address': 'fa:16:3e:32:2a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:57Z', 'updated_at': '2022-08-31T04:41:03Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'subnets': [{'id': '3350f2b9-8722-461a-a9b9-195751ace6db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:48:02.778749 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6c10a-5ba9-4a39-8a15-37e64c0435e3 None None] New status for floating IP 99c19011-a744-44b0-9056-f07a953eecd7: DOWN {{(pid=106563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 31 04:48:03.199132 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-80b210da-9075-4550-b9a3-c0639dd29c92 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bad20dd-2756-4449-9691-6e79374ebc0c HTTP/1.1" status: 200 len: 217 time: 0.0393343 Aug 31 04:48:03.253269 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-952ddcf1-9c66-44ef-af6f-4d8b2757977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:03.254873 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-952ddcf1-9c66-44ef-af6f-4d8b2757977e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 200 len: 851 time: 0.0494118 Aug 31 04:48:03.338275 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601231c-95dd-4fdd-a24d-153238fc075c req-eecc07bb-8737-4605-84ff-8e21d869e7da tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:03.339669 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5601231c-95dd-4fdd-a24d-153238fc075c req-eecc07bb-8737-4605-84ff-8e21d869e7da tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.0474660 Aug 31 04:48:03.391593 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5601231c-95dd-4fdd-a24d-153238fc075c req-df7c5c8f-9037-4531-8935-b257fd5a020c tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 Aug 31 04:48:03.634164 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-939cbfdd-646e-4f80-b222-bf83b3539ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:03.635591 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-939cbfdd-646e-4f80-b222-bf83b3539ec4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c418a9e6-611c-4446-9f40-8356037355dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440137 Aug 31 04:48:03.874285 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-1966f221-d9ff-412f-bbfa-b40d2cab0091 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054938 Aug 31 04:48:04.079668 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:04.133779 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-32da376d-57bd-4ec6-ae65-d63fb0cb4aed tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:04.135277 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-32da376d-57bd-4ec6-ae65-d63fb0cb4aed tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.1000183 Aug 31 04:48:04.205085 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=100 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:04.207635 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-02f9f0de-b6ff-42ba-8c95-70edb170737c req-13162a4e-a403-42e8-ac0f-228b45ec8183 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848567 Aug 31 04:48:04.244056 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Deleting port 7bad20dd-2756-4449-9691-6e79374ebc0c {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:04.244524 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:04.343522 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] For port 7bad20dd-2756-4449-9691-6e79374ebc0c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7bad20dd-2756-4449-9691-6e79374ebc0c,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:04.343863 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:04.358112 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Calling delete_port for 7bad20dd-2756-4449-9691-6e79374ebc0c owned by compute:nova {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:04.501653 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (7bad20dd-2756-4449-9691-6e79374ebc0c), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:04.518969 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1eaac-688b-4645-8136-3db75d4a10c6 req-6711517e-5c1f-42b6-8a57-a5ca4c702003 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 31 04:48:04.520469 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0ed1eaac-688b-4645-8136-3db75d4a10c6 req-6711517e-5c1f-42b6-8a57-a5ca4c702003 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31 HTTP/1.1" status: 200 len: 945 time: 0.0514350 Aug 31 04:48:04.530277 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event deleted for resources: {'Port': ['ID=7bad20dd-2756-4449-9691-6e79374ebc0c,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:04.579142 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] No DVR routers for this DVR port 7bad20dd-2756-4449-9691-6e79374ebc0c on host hv-cinder-85530 {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:48:04.581824 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for port (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:04.585287 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [req-5e99efc3-92f5-4c17-94ed-3f0e67dfab62 req-298da2f9-b24b-4dca-918c-4adadb5f9873 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7bad20dd-2756-4449-9691-6e79374ebc0c HTTP/1.1" status: 204 len: 173 time: 0.4437108 Aug 31 04:48:04.585695 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'name': 'network-vif-deleted', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c'}] {{(pid=106561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 31 04:48:04.588192 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b761ec6cb57273dbd8124bffa7a893fd7d87eb7ff04d9d5f39fd00ab168c118a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea09d25-4e9e-462c-bd79-8e84ab014172" -d '{"events": [{"server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "name": "network-vif-deleted", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c"}]}' {{(pid=106561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 04:48:04.589744 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [req-0ed1eaac-688b-4645-8136-3db75d4a10c6 req-667f2ae0-f7fc-40a5-9c00-6ed67528319f tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629056 Aug 31 04:48:04.627941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 31 Aug 2022 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5498dcc6-12b6-4bc4-9d3d-00d0fb7fc196 x-openstack-request-id: req-5498dcc6-12b6-4bc4-9d3d-00d0fb7fc196 {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 04:48:04.627941 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31", "name": "network-vif-deleted", "tag": "7bad20dd-2756-4449-9691-6e79374ebc0c", "status": "completed", "code": 200}]} {{(pid=106561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 04:48:04.628255 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5498dcc6-12b6-4bc4-9d3d-00d0fb7fc196 {{(pid=106561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 04:48:04.628470 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5498dcc6-12b6-4bc4-9d3d-00d0fb7fc196'] response: {'server_uuid': '39e7e2ee-3cb0-46ef-92df-8e5e6e9e8d31', 'name': 'network-vif-deleted', 'tag': '7bad20dd-2756-4449-9691-6e79374ebc0c', 'status': 'completed', 'code': 200} Aug 31 04:48:05.238292 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:48:05.664547 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57448) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:05.777818 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Deleting port 89aa5cbb-7a7e-4015-aba5-c8c16709731c {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:05.778122 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:05.859729 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:05.860032 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (89aa5cbb-7a7e-4015-aba5-c8c16709731c), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:05.873702 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Calling delete_port for 89aa5cbb-7a7e-4015-aba5-c8c16709731c owned by network:floatingip {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:06.010972 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (89aa5cbb-7a7e-4015-aba5-c8c16709731c), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:06.032938 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event deleted for resources: {'Port': ['ID=89aa5cbb-7a7e-4015-aba5-c8c16709731c,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:06.091787 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:06.099471 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for floatingip (d71a08bf-c952-4474-98b4-993908df1e3d), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:06.102251 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-970494'] for floatingip (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:06.103445 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-95f4574e-64f2-451a-8771-d9181a6ff134 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d71a08bf-c952-4474-98b4-993908df1e3d HTTP/1.1" status: 204 len: 168 time: 0.4382322 Aug 31 04:48:06.823330 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7bad20dd-2756-4449-9691-6e79374ebc0c no longer exists at agent hyperv_hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:06.848821 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] No Port match for: 7bad20dd-2756-4449-9691-6e79374ebc0c {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:06.849233 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Device 7bad20dd-2756-4449-9691-6e79374ebc0c not bound to the agent host hv-cinder-85530 {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:07.330685 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57460) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:07.388154 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group (9ae3e047-6fc4-4c22-b510-d30ec1b05cdb), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:07.413786 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group (9ae3e047-6fc4-4c22-b510-d30ec1b05cdb), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:07.490815 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9ae3e047-6fc4-4c22-b510-d30ec1b05cdb), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:07.493433 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:07.494648 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9ae3e047-6fc4-4c22-b510-d30ec1b05cdb HTTP/1.1" status: 204 len: 168 time: 0.1629567 Aug 31 04:48:07.504732 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae3e047-6fc4-4c22-b510-d30ec1b05cdb,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:07.513990 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.514343 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.514710 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.515069 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.515400 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.515728 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.516050 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.516371 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.516695 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.517016 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.517337 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.517655 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.517972 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.518289 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.518605 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afea1e5-9947-426c-958f-0d6bfbcf2d08 tempest-TestVolumeBootPattern-786249260 tempest-TestVolumeBootPattern-786249260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:07.556401 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57464) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:07.798266 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:08.037708 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (164264d3-6d37-4e9b-939d-50907abe95d2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:08.274347 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Deleting port ca07103a-1240-49e5-936c-e6bd64ac08ed {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:08.274603 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:08.367316 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] For port ca07103a-1240-49e5-936c-e6bd64ac08ed, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=ca07103a-1240-49e5-936c-e6bd64ac08ed,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:08.367706 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:08.381379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Calling delete_port for ca07103a-1240-49e5-936c-e6bd64ac08ed owned by network:router_interface {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:08.570153 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (ca07103a-1240-49e5-936c-e6bd64ac08ed), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:08.596319 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:08.599552 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca07103a-1240-49e5-936c-e6bd64ac08ed,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:08.700346 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:08.764058 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (164264d3-6d37-4e9b-939d-50907abe95d2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:08.971863 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Router 164264d3-6d37-4e9b-939d-50907abe95d2 has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:48:09.077422 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:48:09.082678 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-146dd882-01f7-482c-b909-0783983194d4 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/164264d3-6d37-4e9b-939d-50907abe95d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252943 Aug 31 04:48:09.085433 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57468) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:09.086140 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] Sync routers for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:48:09.097312 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:48:09.097917 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:09.185801 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks [] for router (164264d3-6d37-4e9b-939d-50907abe95d2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.199372 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: dv-cinder-855307-1-iscsi {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:48:09.286936 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks [] for router_gateway (164264d3-6d37-4e9b-939d-50907abe95d2), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.336569 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Deleting port 30bd4193-9504-402f-93f4-a10345b75475 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:09.336924 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (30bd4193-9504-402f-93f4-a10345b75475), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.418550 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] For port 30bd4193-9504-402f-93f4-a10345b75475, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=30bd4193-9504-402f-93f4-a10345b75475,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:09.418945 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (30bd4193-9504-402f-93f4-a10345b75475), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.431892 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Calling delete_port for 30bd4193-9504-402f-93f4-a10345b75475 owned by network:router_gateway {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:09.452760 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '30bd4193-9504-402f-93f4-a10345b75475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:48:08Z', 'revision_number': 5, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port': {'id': '30bd4193-9504-402f-93f4-a10345b75475', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:40:55Z', 'updated_at': '2022-08-31T04:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:09.474762 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:09.477441 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] Checking router: 164264d3-6d37-4e9b-939d-50907abe95d2 for host: dv-cinder-855307-1-iscsi {{(pid=106564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:48:09.486278 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] Routers {'164264d3-6d37-4e9b-939d-50907abe95d2'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:48:09.486911 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['164264d3-6d37-4e9b-939d-50907abe95d2'], 'active': True} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:09.550394 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:09.571612 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_dvr_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] Set router 164264d3-6d37-4e9b-939d-50907abe95d2 gateway port host: None {{(pid=106564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:48:09.605710 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (30bd4193-9504-402f-93f4-a10345b75475), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.620588 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.l3_hamode_db [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:48:09Z', 'revision_number': 6, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:09.631665 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bd4193-9504-402f-93f4-a10345b75475,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:09.651031 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ddc74-b8d9-446a-8261-f287701a2e6a None None] The sync data for ids ['164264d3-6d37-4e9b-939d-50907abe95d2'] in dv-cinder-855307-1-iscsi is: [{'id': '164264d3-6d37-4e9b-939d-50907abe95d2', 'name': 'tempest-TestVolumeBootPattern-1403021115-router', 'tenant_id': '312b9335479c4d72b78a20bb2f1b7296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:40:54Z', 'updated_at': '2022-08-31T04:48:09Z', 'revision_number': 6, 'project_id': '312b9335479c4d72b78a20bb2f1b7296', 'gw_port_host': None}] {{(pid=106564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:48:09.703169 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (164264d3-6d37-4e9b-939d-50907abe95d2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.790873 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (164264d3-6d37-4e9b-939d-50907abe95d2), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.793088 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks [] for router_controller (164264d3-6d37-4e9b-939d-50907abe95d2), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.841620 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (164264d3-6d37-4e9b-939d-50907abe95d2), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.843063 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 164264d3-6d37-4e9b-939d-50907abe95d2 {{(pid=106561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:48:09.848309 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.850033 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-337c3c4f-d77a-45d1-a28b-0b5d220c1b52 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/164264d3-6d37-4e9b-939d-50907abe95d2 HTTP/1.1" status: 204 len: 168 time: 0.7634976 Aug 31 04:48:09.855125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57470) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:09.905193 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.db_base_plugin_v2 [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] Deleting subnet 3350f2b9-8722-461a-a9b9-195751ace6db {{(pid=106561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:48:09.908695 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] Publish callbacks [] for subnet (3350f2b9-8722-461a-a9b9-195751ace6db), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:09.947611 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3797179'] for subnet (3350f2b9-8722-461a-a9b9-195751ace6db), precommit_delete_associations {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.024717 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (3350f2b9-8722-461a-a9b9-195751ace6db), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.084156 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2928453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8880234'] for subnet (3350f2b9-8722-461a-a9b9-195751ace6db), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.112487 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3350f2b9-8722-461a-a9b9-195751ace6db,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:10.119405 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.123160 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-a063a3de-6772-4514-b018-df93988a9125 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/3350f2b9-8722-461a-a9b9-195751ace6db HTTP/1.1" status: 204 len: 168 time: 0.2670949 Aug 31 04:48:10.124819 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73336104-924e-49f9-b338-a8e2b6334f23 None None] Network c418a9e6-611c-4446-9f40-8356037355dc requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:48:10.125989 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57472) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:10.200291 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (c418a9e6-611c-4446-9f40-8356037355dc), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.244861 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Deleting port b2d868cf-745c-451f-b035-8077bb3a46d6 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:10.245203 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.309769 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] For port b2d868cf-745c-451f-b035-8077bb3a46d6, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=b2d868cf-745c-451f-b035-8077bb3a46d6,segment=NetworkSegment(c31e2198-31aa-4be6-b211-0530a13cc9ef),segment_id=c31e2198-31aa-4be6-b211-0530a13cc9ef)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:10.310027 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.323874 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Calling delete_port for b2d868cf-745c-451f-b035-8077bb3a46d6 owned by network:dhcp {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:10.391629 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] DHCP port deletion for c418a9e6-611c-4446-9f40-8356037355dc request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:48:10.412058 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.435620 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d868cf-745c-451f-b035-8077bb3a46d6,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:10.437874 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Deleting port b2d868cf-745c-451f-b035-8077bb3a46d6 {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:10.438862 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.443507 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] No DVR routers for this DVR port b2d868cf-745c-451f-b035-8077bb3a46d6 on host dv-cinder-855307-1-iscsi {{(pid=106562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:48:10.484434 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b2d868cf-745c-451f-b035-8077bb3a46d6 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:10.514359 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: b2d868cf-745c-451f-b035-8077bb3a46d6 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:10.514701 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device b2d868cf-745c-451f-b035-8077bb3a46d6 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:10.515167 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 30bd4193-9504-402f-93f4-a10345b75475 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:10.522921 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (c418a9e6-611c-4446-9f40-8356037355dc), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.543940 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:10.544325 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 30bd4193-9504-402f-93f4-a10345b75475 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:10.544705 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 30bd4193-9504-402f-93f4-a10345b75475 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:10.545153 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ca07103a-1240-49e5-936c-e6bd64ac08ed no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:10.546047 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c418a9e6-611c-4446-9f40-8356037355dc']}} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:10.551080 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] For port b2d868cf-745c-451f-b035-8077bb3a46d6, host dv-cinder-855307-1-iscsi, got binding levels [] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:10.551467 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.556454 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31e2198-31aa-4be6-b211-0530a13cc9ef') {'for_net_delete': True} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:10.556750 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.services.segments.db [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31e2198-31aa-4be6-b211-0530a13cc9ef') {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:10.566666 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8843864'] for segment (c31e2198-31aa-4be6-b211-0530a13cc9ef), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.573048 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: ca07103a-1240-49e5-936c-e6bd64ac08ed {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:10.573376 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device ca07103a-1240-49e5-936c-e6bd64ac08ed not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:10.582934 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (c31e2198-31aa-4be6-b211-0530a13cc9ef), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.584014 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Calling delete_port for b2d868cf-745c-451f-b035-8077bb3a46d6 owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:10.587224 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.ipam_backend_mixin [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Port b2d868cf-745c-451f-b035-8077bb3a46d6 was not found and therefore no delete operation was performed {{(pid=106563) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 31 04:48:10.588668 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (b2d868cf-745c-451f-b035-8077bb3a46d6), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.591547 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=106562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:48:10.591949 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8845000'] for segment (c31e2198-31aa-4be6-b211-0530a13cc9ef), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.616083 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Pushing event deleted for resources: {'Port': ['ID=b2d868cf-745c-451f-b035-8077bb3a46d6,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:10.626495 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.626870 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.627209 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.627548 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.627871 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.628460 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.628957 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.629446 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.629939 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.630428 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.631113 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.631420 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.632164 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.632491 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.632813 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-1-iscsi {{(pid=106563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 04:48:10.636111 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59dd94-2a56-44bd-823a-02171456aab8 None None] No DVR routers for this DVR port b2d868cf-745c-451f-b035-8077bb3a46d6 on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:48:10.672023 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (c418a9e6-611c-4446-9f40-8356037355dc), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.677044 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:10.681399 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/c418a9e6-611c-4446-9f40-8356037355dc HTTP/1.1" status: 204 len: 168 time: 0.5542500 Aug 31 04:48:10.683936 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57478) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:10.693188 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment c31e2198-31aa-4be6-b211-0530a13cc9ef resource provider aggregate not found Aug 31 04:48:10.739446 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.services.segments.plugin [-] Segment c31e2198-31aa-4be6-b211-0530a13cc9ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c31e2198-31aa-4be6-b211-0530a13cc9ef found for delete ", "request_id": "req-7b118109-9c60-4443-b961-96222040fa80"}]} Aug 31 04:48:10.742155 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648762f-3887-45e1-a6d4-67f1011fd138 admin admin] Pushing event deleted for resources: {'Network': ['ID=c418a9e6-611c-4446-9f40-8356037355dc,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:10.753415 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:11.025324 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-574885'] for router_interface (192bef3d-4395-4948-9a50-5024f624808b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:11.248994 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Deleting port 242d6d54-bf7f-4ee4-b7b9-91608865e722 {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:11.249764 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:11.333819 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] For port 242d6d54-bf7f-4ee4-b7b9-91608865e722, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=242d6d54-bf7f-4ee4-b7b9-91608865e722,segment=NetworkSegment(9b935560-8424-417d-bcc6-163fa5cadebe),segment_id=9b935560-8424-417d-bcc6-163fa5cadebe)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:11.334140 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:11.347622 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Calling delete_port for 242d6d54-bf7f-4ee4-b7b9-91608865e722 owned by network:router_interface {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:11.447720 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:11.529360 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (242d6d54-bf7f-4ee4-b7b9-91608865e722), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:11.558623 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Pushing event deleted for resources: {'Port': ['ID=242d6d54-bf7f-4ee4-b7b9-91608865e722,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:11.624678 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:11.722268 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588821'] for router_interface (192bef3d-4395-4948-9a50-5024f624808b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.176338 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Router 192bef3d-4395-4948-9a50-5024f624808b has already been hosted by L3 agent 373919af-59a3-4bea-a93b-b5eb016b6211 {{(pid=106562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 04:48:12.281699 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] Notify agent at l3_agent.dv-cinder-855307-1-iscsi the message routers_updated {{(pid=106562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 04:48:12.287025 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-0b58b90b-c3a2-4a08-858c-bd3416f1c575 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/192bef3d-4395-4948-9a50-5024f624808b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6020103 Aug 31 04:48:12.289790 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57482) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:12.292442 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] Sync routers for ids ['192bef3d-4395-4948-9a50-5024f624808b'] in dv-cinder-855307-1-iscsi {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 04:48:12.295523 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:12.297087 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=4,neutron:SELECT=62 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:12.306935 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] Routers {'192bef3d-4395-4948-9a50-5024f624808b'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:48:12.307586 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['192bef3d-4395-4948-9a50-5024f624808b'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:12.388403 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks [] for router (192bef3d-4395-4948-9a50-5024f624808b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.413146 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] Set router 192bef3d-4395-4948-9a50-5024f624808b gateway port host: dv-cinder-855307-1-iscsi {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:48:12.486377 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks [] for router_gateway (192bef3d-4395-4948-9a50-5024f624808b), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.533128 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Deleting port 5e6bf0e2-a067-4b53-9dc7-b315318e896c {{(pid=106562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:12.533449 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.574326 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:12.578454 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46198825-639b-429b-98f5-18447e170616', 'external_fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:48:11Z', 'revision_number': 5, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port': {'id': '5e6bf0e2-a067-4b53-9dc7-b315318e896c', 'name': '', 'network_id': '46198825-639b-429b-98f5-18447e170616', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:15:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192bef3d-4395-4948-9a50-5024f624808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7751cbfd-48a7-474e-917b-cb9ab1874999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-1-iscsi'}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:12.603715 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] Checking router: 192bef3d-4395-4948-9a50-5024f624808b for host: dv-cinder-855307-1-iscsi {{(pid=106563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 04:48:12.612279 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] Routers {'192bef3d-4395-4948-9a50-5024f624808b'} bound to L3 agent in host dv-cinder-855307-1-iscsi {{(pid=106563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 04:48:12.612872 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-31T04:26:48Z,description=,heartbeat_timestamp=2022-08-31T04:47:48Z,host='dv-cinder-855307-1-iscsi',id=373919af-59a3-4bea-a93b-b5eb016b6211,load=0,resource_versions=,resources_synced=,started_at=2022-08-31T04:26:48Z,topic='l3_agent')) {'router_ids': ['192bef3d-4395-4948-9a50-5024f624808b'], 'active': True} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:12.614665 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.db [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] For port 5e6bf0e2-a067-4b53-9dc7-b315318e896c, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=5e6bf0e2-a067-4b53-9dc7-b315318e896c,segment=NetworkSegment(16947d13-c1fd-4593-92b1-095deb17109e),segment_id=16947d13-c1fd-4593-92b1-095deb17109e)] {{(pid=106562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:12.615194 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.628937 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Calling delete_port for 5e6bf0e2-a067-4b53-9dc7-b315318e896c owned by network:router_gateway {{(pid=106562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:12.697114 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvr_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] Set router 192bef3d-4395-4948-9a50-5024f624808b gateway port host: None {{(pid=106563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 31 04:48:12.748047 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_hamode_db [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:48:12Z', 'revision_number': 6, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port_host': None}], 'dv-cinder-855307-1-iscsi', False) {} {{(pid=106563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:12.754086 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:12.772655 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0b181b-f89b-4201-8f42-ba73e4c486d5 None None] The sync data for ids ['192bef3d-4395-4948-9a50-5024f624808b'] in dv-cinder-855307-1-iscsi is: [{'id': '192bef3d-4395-4948-9a50-5024f624808b', 'name': 'tempest-TestVolumeBootPattern-73988080-router', 'tenant_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-31T04:41:00Z', 'updated_at': '2022-08-31T04:48:12Z', 'revision_number': 6, 'project_id': '0c6b37ba935a4a1f9a7795d0f873a2da', 'gw_port_host': None}] {{(pid=106563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 04:48:12.806710 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8844957'] for port (5e6bf0e2-a067-4b53-9dc7-b315318e896c), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.832772 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6bf0e2-a067-4b53-9dc7-b315318e896c,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:12.895839 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-585958'] for router_gateway (192bef3d-4395-4948-9a50-5024f624808b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.989054 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-586187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61205'] for router (192bef3d-4395-4948-9a50-5024f624808b), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:12.991341 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks [] for router_controller (192bef3d-4395-4948-9a50-5024f624808b), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.034160 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588904'] for router (192bef3d-4395-4948-9a50-5024f624808b), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.035131 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 192bef3d-4395-4948-9a50-5024f624808b {{(pid=106562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 04:48:13.039412 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.040559 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4cb08682-6fb9-4b60-b578-a315fc6446c8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/192bef3d-4395-4948-9a50-5024f624808b HTTP/1.1" status: 204 len: 168 time: 0.7498736 Aug 31 04:48:13.043896 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57484) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:13.088727 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] Deleting subnet 6c75342a-0098-4bc0-b0ec-6f6ce4961a5f {{(pid=106562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 31 04:48:13.091847 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] Publish callbacks [] for subnet (6c75342a-0098-4bc0-b0ec-6f6ce4961a5f), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.131784 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8843859'] for subnet (6c75342a-0098-4bc0-b0ec-6f6ce4961a5f), precommit_delete_associations {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.213464 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7993962'] for subnet (6c75342a-0098-4bc0-b0ec-6f6ce4961a5f), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.274309 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7993971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-658256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8843886', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3726759'] for subnet (6c75342a-0098-4bc0-b0ec-6f6ce4961a5f), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.303873 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c75342a-0098-4bc0-b0ec-6f6ce4961a5f,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:13.308855 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for subnet (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.313499 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-8d752703-9863-4ea5-bd85-01c05a842b4c admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/6c75342a-0098-4bc0-b0ec-6f6ce4961a5f HTTP/1.1" status: 204 len: 168 time: 0.2682929 Aug 31 04:48:13.316656 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf36c4a6-aa46-48b2-8243-6ca615c438b2 None None] Network 86440b8e-0ccb-46e2-ba8f-8232cd82a951 requested from dv-cinder-855307-1-iscsi {{(pid=106563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 31 04:48:13.317632 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57486) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:13.389287 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7951959'] for network (86440b8e-0ccb-46e2-ba8f-8232cd82a951), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.433812 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Deleting port 7221078d-2b92-4f43-871c-b1d7802d8c43 {{(pid=106561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:13.434157 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.503142 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.db [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] For port 7221078d-2b92-4f43-871c-b1d7802d8c43, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=7221078d-2b92-4f43-871c-b1d7802d8c43,segment=NetworkSegment(9b935560-8424-417d-bcc6-163fa5cadebe),segment_id=9b935560-8424-417d-bcc6-163fa5cadebe)] {{(pid=106561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:13.503595 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.506245 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] DHCP port deletion for 86440b8e-0ccb-46e2-ba8f-8232cd82a951 request from dv-cinder-855307-1-iscsi {{(pid=106563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 31 04:48:13.518324 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.plugin [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Calling delete_port for 7221078d-2b92-4f43-871c-b1d7802d8c43 owned by network:dhcp {{(pid=106561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:13.547519 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] Deleting port 7221078d-2b92-4f43-871c-b1d7802d8c43 {{(pid=106563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 31 04:48:13.547872 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777314664668'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), before_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.576548 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:13.601054 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927542'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.632896 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7221078d-2b92-4f43-871c-b1d7802d8c43,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:13.634783 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] No DVR routers for this DVR port 7221078d-2b92-4f43-871c-b1d7802d8c43 on host dv-cinder-855307-1-iscsi {{(pid=106561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:48:13.711476 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7987977', 'neutron.services.segments.db._delete_segments_for_network-8777314595907'] for network (86440b8e-0ccb-46e2-ba8f-8232cd82a951), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.714119 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:13.736739 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86440b8e-0ccb-46e2-ba8f-8232cd82a951']}} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:13.747593 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b935560-8424-417d-bcc6-163fa5cadebe') {'for_net_delete': True} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:13.747956 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.services.segments.db [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b935560-8424-417d-bcc6-163fa5cadebe') {} {{(pid=106561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 04:48:13.758405 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777314636975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3797168'] for segment (9b935560-8424-417d-bcc6-163fa5cadebe), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.759934 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.db [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] For port 7221078d-2b92-4f43-871c-b1d7802d8c43, host dv-cinder-855307-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-1-iscsi',level=0,port_id=7221078d-2b92-4f43-871c-b1d7802d8c43,segment=NetworkSegment(9b935560-8424-417d-bcc6-163fa5cadebe),segment_id=9b935560-8424-417d-bcc6-163fa5cadebe)] {{(pid=106563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 04:48:13.760139 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-574126'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), precommit_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.773947 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363'] for segment (9b935560-8424-417d-bcc6-163fa5cadebe), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.774229 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] Calling delete_port for 7221078d-2b92-4f43-871c-b1d7802d8c43 owned by network:dhcp {{(pid=106563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 31 04:48:13.783379 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 04:48:13.783947 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7989363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927587'] for segment (9b935560-8424-417d-bcc6-163fa5cadebe), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.848533 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7881848', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777314670026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777314157343'] for port (7221078d-2b92-4f43-871c-b1d7802d8c43), after_delete {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:13.873693 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] Pushing event deleted for resources: {'Port': ['ID=7221078d-2b92-4f43-871c-b1d7802d8c43,revision_number=None']} {{(pid=106563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:13.877235 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12693889-c268-413d-9ef9-55f0b0b4a79b None None] No DVR routers for this DVR port 7221078d-2b92-4f43-871c-b1d7802d8c43 on host dv-cinder-855307-1-iscsi {{(pid=106563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 31 04:48:14.134134 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 9b935560-8424-417d-bcc6-163fa5cadebe resource provider aggregate not found Aug 31 04:48:14.142133 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7987968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-585866'] for network (86440b8e-0ccb-46e2-ba8f-8232cd82a951), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.146703 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555585'] for network (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.152861 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/86440b8e-0ccb-46e2-ba8f-8232cd82a951 HTTP/1.1" status: 204 len: 168 time: 0.8316932 Aug 31 04:48:14.154209 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.services.segments.plugin [-] Segment 9b935560-8424-417d-bcc6-163fa5cadebe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b935560-8424-417d-bcc6-163fa5cadebe found for delete ", "request_id": "req-30d08a2e-1c03-4498-82f9-0f64b9b6c110"}]} Aug 31 04:48:14.165601 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df273bb0-2997-4bb6-bd11-c2df2694f3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=86440b8e-0ccb-46e2-ba8f-8232cd82a951,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:14.274016 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57494) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:14.316425 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-853ce4e2-bead-4086-ac43-71a1862d61bf admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=312b9335479c4d72b78a20bb2f1b7296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411980 Aug 31 04:48:14.319093 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [-] (106561) accepted ('10.222.0.42', 57496) {{(pid=106561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:14.372017 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-eeadefaa-cb1f-45be-8445-d1ba99fa9ac7 admin admin] Publish callbacks [] for security_group (9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b), before_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.377319 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 5e6bf0e2-a067-4b53-9dc7-b315318e896c no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:14.393318 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-eeadefaa-cb1f-45be-8445-d1ba99fa9ac7 admin admin] Publish callbacks [] for security_group (9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b), precommit_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.399275 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 5e6bf0e2-a067-4b53-9dc7-b315318e896c {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:14.399614 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 5e6bf0e2-a067-4b53-9dc7-b315318e896c not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:14.400018 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 7221078d-2b92-4f43-871c-b1d7802d8c43 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:14.417853 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 7221078d-2b92-4f43-871c-b1d7802d8c43 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:14.418189 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 7221078d-2b92-4f43-871c-b1d7802d8c43 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:14.418586 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 242d6d54-bf7f-4ee4-b7b9-91608865e722 no longer exists at agent ovs-agent-dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 04:48:14.436748 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.plugin [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] No Port match for: 242d6d54-bf7f-4ee4-b7b9-91608865e722 {{(pid=106563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 31 04:48:14.437075 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron.plugins.ml2.rpc [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Device 242d6d54-bf7f-4ee4-b7b9-91608865e722 not bound to the agent host dv-cinder-855307-1-iscsi {{(pid=106563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 04:48:14.441798 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-eeadefaa-cb1f-45be-8445-d1ba99fa9ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b), after_delete {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.444524 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron_lib.callbacks.manager [None req-eeadefaa-cb1f-45be-8445-d1ba99fa9ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.445786 dv-cinder-855307-1-iscsi neutron-server[106561]: INFO neutron.wsgi [None req-eeadefaa-cb1f-45be-8445-d1ba99fa9ac7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b HTTP/1.1" status: 204 len: 168 time: 0.1258037 Aug 31 04:48:14.454182 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadefaa-cb1f-45be-8445-d1ba99fa9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb2e20-a13b-4878-b1e7-2e4b9ebbc17b,revision_number=None']} {{(pid=106561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:14.793575 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57504) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:14.836306 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-14e0a541-b40b-448a-9a0e-d11320344153 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0c6b37ba935a4a1f9a7795d0f873a2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413570 Aug 31 04:48:14.838577 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [-] (106562) accepted ('10.222.0.42', 57506) {{(pid=106562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 31 04:48:14.855075 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:14.888766 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4d96459a-6f8d-49a6-9bb8-5a9b3dc6cd18 admin admin] Publish callbacks [] for security_group (b54d7564-06ed-4593-89c0-9afba4ccdd32), before_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.909704 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4d96459a-6f8d-49a6-9bb8-5a9b3dc6cd18 admin admin] Publish callbacks [] for security_group (b54d7564-06ed-4593-89c0-9afba4ccdd32), precommit_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.968116 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4d96459a-6f8d-49a6-9bb8-5a9b3dc6cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634366'] for security_group (b54d7564-06ed-4593-89c0-9afba4ccdd32), after_delete {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.970767 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-4d96459a-6f8d-49a6-9bb8-5a9b3dc6cd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:14.971932 dv-cinder-855307-1-iscsi neutron-server[106562]: INFO neutron.wsgi [None req-4d96459a-6f8d-49a6-9bb8-5a9b3dc6cd18 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b54d7564-06ed-4593-89c0-9afba4ccdd32 HTTP/1.1" status: 204 len: 168 time: 0.1324017 Aug 31 04:48:14.980136 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96459a-6f8d-49a6-9bb8-5a9b3dc6cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d7564-06ed-4593-89c0-9afba4ccdd32,revision_number=None']} {{(pid=106562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 04:48:15.550583 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-62955bea-1ab3-4544-96d4-8c109f6ed347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:17.974485 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-0a8f8ee1-897f-4712-b256-2b49e54f7f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:19.076450 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:19.574323 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=86 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:19.623911 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=85 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:20.359209 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:20.666594 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:21.743749 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:24.427125 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:24.449898 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG dbcounter [-] [106561] Writing DB stats neutron:DELETE=4,neutron:SELECT=27 {{(pid=106561) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:24.948490 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:24.976416 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:DELETE=8,neutron:SELECT=59,neutron:UPDATE=4 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:31.730947 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:31.734352 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:42.242347 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:48:45.561591 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-bff0453c-b663-4f2a-9d49-4b32d8403014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:47.978038 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-8638beb7-2a35-46db-b805-b3f4dedb2271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:49.082526 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:50.367933 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:50.656768 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:51.735390 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:48:52.233671 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=6 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:48:52.234931 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:01.726263 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:01.728568 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:15.568627 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-a9c4844d-5a7f-489f-b4d6-2c4fdbee2001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:17.984500 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-9dce1b38-0e07-41a8-b9b5-8da5d1492d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:19.080122 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:19.246799 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:49:20.368227 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:20.663886 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:21.748727 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:29.238024 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:29.239253 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:31.730161 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:31.742470 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:41.412592 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=11 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:41.414587 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=15 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:49:45.562043 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-6614b7f9-cbb6-4dca-b87d-33cb7f133fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:47.981229 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-4a5b0661-b902-4c47-a83d-07618ebd457e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:49.086319 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:50.372208 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:50.655906 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:51.742120 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:49:56.251547 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:50:01.732714 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:01.735432 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:06.241998 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:06.243141 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:15.565636 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c896aaff-8c94-468e-be1f-cc9e328e891c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:17.983051 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-108dd031-a523-404d-8db7-c6e0dbae15e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:19.090487 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:20.379090 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:20.658078 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:21.753237 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:23.335716 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-06c22800-2127-4521-b207-d1054b5c62e9 req-92c688df-278e-4f11-ad41-d6575a29c3a5 service neutron] (106561) timed out ('10.222.0.20', 54854) {{(pid=106561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:50:24.805812 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [req-61f392ff-e0cb-49ab-808a-e247efdabc32 req-06a904fa-5f58-4e50-856c-8168af01cb3c service neutron] (106562) timed out ('10.222.0.20', 54879) {{(pid=106562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:50:31.733600 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:31.743379 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:33.252160 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:50:43.248012 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:43.987303 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:50:45.560367 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-14547917-4f1b-463f-8fb9-8b1d91fcaf1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:47.981740 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-059008f9-846c-47a1-9acf-5ddfad0def8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:49.091408 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:50.378602 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:50.657850 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:50:51.743861 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:01.736709 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:01.738004 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:10.252935 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:51:15.570814 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c17b7c19-27d7-4488-9795-a443cd1816bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:17.981931 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-8b9229da-dd5c-407a-9b69-3bbaca7a89cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:19.093062 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:20.247461 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:20.250129 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:20.384666 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:20.656352 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:21.741355 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:31.729521 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:31.733050 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:41.416187 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=12 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:41.419520 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=14 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:45.570837 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-8899d19b-23ef-443f-bf69-3e49d4095442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:47.257067 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:51:47.977555 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-02c2553d-5028-4f0b-9454-517193a17393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:49.098179 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:50.390438 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:50.658909 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:51.733910 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:51:57.249665 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=5 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:51:57.250949 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=3 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:52:01.720070 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:52:01.728634 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:52:15.577264 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-19d48b2e-25d6-4908-b30e-18e5240c01b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:17.986832 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-329b1bd0-4656-4544-88b8-8e7fd5a3bbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:19.104758 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:20.391012 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:20.662322 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:21.735490 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:24.261465 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:52:31.718002 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:52:31.728977 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:52:43.985700 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:52:45.585196 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-6240d0fc-418e-42e3-b61d-d0779d0431eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:47.987401 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5e6f-0e8c-4f4e-a4da-8522ead4918b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:48.859712 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-5e935df9-01e1-4862-9c2b-6a1e68504a39 service neutron] (106561) timed out ('10.222.0.42', 51746) {{(pid=106561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:52:49.091598 dv-cinder-855307-1-iscsi neutron-server[106562]: DEBUG neutron.wsgi [req-7e2a420a-2601-4ddc-9864-24be699f2738 req-b1a235ec-7272-40a9-ab76-4597aca071e3 tempest-AttachVolumeShelveTestJSON-1054648828 tempest-AttachVolumeShelveTestJSON-1054648828-project] (106562) timed out ('10.222.0.42', 51760) {{(pid=106562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:52:49.103782 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:50.394781 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:50.671465 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:52:50.987570 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=7 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:52:51.737000 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:53:01.262186 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG neutron.db.agents_db [None req-840f46ee-d2ea-4c27-849a-72f5f6280451 None None] Agent healthcheck: found 6 active agents {{(pid=106564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 04:53:01.724824 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:53:01.728173 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:53:11.257128 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=2 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:53:11.258481 dv-cinder-855307-1-iscsi neutron-server[106564]: DEBUG dbcounter [-] [106564] Writing DB stats neutron:SELECT=6 {{(pid=106564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:53:13.147649 dv-cinder-855307-1-iscsi neutron-server[106561]: DEBUG neutron.wsgi [req-88377174-a126-4f03-bf78-48cad3b8d493 req-cd214cc9-c8a7-4fc3-94de-02ba33fac307 service neutron] (106561) timed out ('10.222.0.20', 54869) {{(pid=106561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 31 04:53:15.583197 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-666d5678-93e1-49c4-9324-a4bfa4712f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (cd3743a6-d37e-4725-9315-dfc07d42d3fd), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:53:17.993859 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-f9ee80ed-e331-4dda-8d21-b365e627d34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (373919af-59a3-4bea-a93b-b5eb016b6211), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:53:19.111894 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-c4e79d39-42d8-44c8-abf9-e7e1804f3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (d38b0860-f3a2-4669-b4e9-acb5712b852a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:53:20.396685 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ac924875-66d2-4338-ae48-57351e7d7b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (c64a1c1a-639f-450d-bc58-f4a235289b79), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:53:20.659804 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-ce595aad-3ab6-4d1f-b135-532a011c7340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (bc1b8a3f-3a55-4faf-86cd-19953d5ae57a), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:53:21.729450 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG neutron_lib.callbacks.manager [None req-47e04489-c585-4621-ae46-a016c0cba31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777314595889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7993544'] for agent (82ec81d9-5806-40b5-89e4-da0f909b059b), after_update {{(pid=106563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 31 04:53:31.718343 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 31 04:53:31.721248 dv-cinder-855307-1-iscsi neutron-server[106563]: DEBUG dbcounter [-] [106563] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106563) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}